2024-12-02 14:11:48,716 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 14:11:48,726 main DEBUG Took 0.008433 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 14:11:48,726 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 14:11:48,727 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 14:11:48,727 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 14:11:48,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,735 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 14:11:48,745 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,747 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,750 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,751 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,752 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,753 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:11:48,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,754 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 14:11:48,755 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:11:48,757 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 14:11:48,758 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 14:11:48,759 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 14:11:48,760 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 14:11:48,760 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 14:11:48,767 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 14:11:48,769 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 14:11:48,771 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 14:11:48,771 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 14:11:48,772 main DEBUG createAppenders(={Console}) 2024-12-02 14:11:48,772 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-02 14:11:48,772 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 14:11:48,773 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-02 14:11:48,773 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 14:11:48,773 main DEBUG OutputStream closed 2024-12-02 14:11:48,773 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 14:11:48,774 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 14:11:48,774 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-02 14:11:48,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 14:11:48,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 14:11:48,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 14:11:48,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 14:11:48,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 14:11:48,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 14:11:48,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 14:11:48,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 14:11:48,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 14:11:48,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 14:11:48,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 14:11:48,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 14:11:48,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 14:11:48,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 14:11:48,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 14:11:48,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 14:11:48,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 14:11:48,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 14:11:48,847 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 14:11:48,847 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-02 14:11:48,848 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 14:11:48,848 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-02T14:11:49,080 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c 2024-12-02 14:11:49,082 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 14:11:49,082 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T14:11:49,090 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T14:11:49,095 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-02T14:11:49,114 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T14:11:49,164 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T14:11:49,165 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T14:11:49,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:11:49,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f, deleteOnExit=true 2024-12-02T14:11:49,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:11:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/test.cache.data in system properties and HBase conf 2024-12-02T14:11:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:11:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:11:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:11:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:11:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:11:49,275 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T14:11:49,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:11:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:11:49,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:11:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:11:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:11:49,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:11:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:11:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:11:49,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:11:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:11:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:11:49,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:11:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:11:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:11:49,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:11:50,013 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:11:50,098 INFO [Time-limited test {}] log.Log(170): Logging initialized @2029ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T14:11:50,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:11:50,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:11:50,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:11:50,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:11:50,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:11:50,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:11:50,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:11:50,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:11:50,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/java.io.tmpdir/jetty-localhost-46209-hadoop-hdfs-3_4_1-tests_jar-_-any-726305653232506389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:11:50,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:46209} 2024-12-02T14:11:50,429 INFO [Time-limited test {}] server.Server(415): Started @2360ms 2024-12-02T14:11:50,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:11:50,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:11:50,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:11:50,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:11:50,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:11:50,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:11:50,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:11:50,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/java.io.tmpdir/jetty-localhost-41727-hadoop-hdfs-3_4_1-tests_jar-_-any-16084390310574114804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:11:50,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:41727} 2024-12-02T14:11:50,842 INFO [Time-limited test {}] server.Server(415): Started @2774ms 2024-12-02T14:11:50,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:11:51,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:11:51,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:11:51,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:11:51,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:11:51,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:11:51,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:11:51,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:11:51,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/java.io.tmpdir/jetty-localhost-33499-hadoop-hdfs-3_4_1-tests_jar-_-any-1384308937995804245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:11:51,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:33499} 2024-12-02T14:11:51,164 INFO [Time-limited test {}] server.Server(415): Started @3096ms 2024-12-02T14:11:51,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:11:51,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:11:51,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:11:51,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:11:51,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:11:51,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:11:51,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:11:51,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:11:51,267 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data3/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,267 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data2/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,267 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data1/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,267 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data4/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,308 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:11:51,308 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:11:51,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/java.io.tmpdir/jetty-localhost-32865-hadoop-hdfs-3_4_1-tests_jar-_-any-6999028377613135126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:11:51,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:32865} 2024-12-02T14:11:51,343 INFO [Time-limited test {}] server.Server(415): Started @3274ms 2024-12-02T14:11:51,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:11:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e89c4e5df54d4f with lease ID 0xf94e793034dae2c: Processing first storage report for DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a from datanode DatanodeRegistration(127.0.0.1:45271, datanodeUuid=658ea001-fa93-4f9a-8b4b-5ee5be6518d6, infoPort=39661, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e89c4e5df54d4f with lease ID 0xf94e793034dae2c: from storage DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a node DatanodeRegistration(127.0.0.1:45271, datanodeUuid=658ea001-fa93-4f9a-8b4b-5ee5be6518d6, infoPort=39661, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd69cb02b76debc90 with lease ID 0xf94e793034dae2d: Processing first storage report for DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8 from datanode DatanodeRegistration(127.0.0.1:35255, datanodeUuid=f67a4096-3eef-4be3-8ad8-7edbdae2cfbb, infoPort=40755, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd69cb02b76debc90 with lease ID 0xf94e793034dae2d: from storage DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8 node DatanodeRegistration(127.0.0.1:35255, datanodeUuid=f67a4096-3eef-4be3-8ad8-7edbdae2cfbb, infoPort=40755, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e89c4e5df54d4f with lease ID 0xf94e793034dae2c: Processing first storage report for DS-07d7e7bd-506d-4205-8342-619369fcedd8 from datanode DatanodeRegistration(127.0.0.1:45271, datanodeUuid=658ea001-fa93-4f9a-8b4b-5ee5be6518d6, infoPort=39661, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e89c4e5df54d4f with lease ID 0xf94e793034dae2c: from storage DS-07d7e7bd-506d-4205-8342-619369fcedd8 node DatanodeRegistration(127.0.0.1:45271, datanodeUuid=658ea001-fa93-4f9a-8b4b-5ee5be6518d6, infoPort=39661, infoSecurePort=0, ipcPort=37989, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd69cb02b76debc90 with lease ID 0xf94e793034dae2d: Processing first storage report for DS-94ff027f-60ed-4971-b0a7-e8425fbcc7f7 from datanode DatanodeRegistration(127.0.0.1:35255, datanodeUuid=f67a4096-3eef-4be3-8ad8-7edbdae2cfbb, infoPort=40755, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd69cb02b76debc90 with lease ID 0xf94e793034dae2d: from storage DS-94ff027f-60ed-4971-b0a7-e8425fbcc7f7 node DatanodeRegistration(127.0.0.1:35255, datanodeUuid=f67a4096-3eef-4be3-8ad8-7edbdae2cfbb, infoPort=40755, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,433 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data5/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,435 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data6/current/BP-18590601-172.17.0.2-1733148709818/current, will proceed with Du for space computation calculation, 2024-12-02T14:11:51,464 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:11:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8382050b7d9048be with lease ID 0xf94e793034dae2e: Processing first storage report for DS-35c2e334-c6b1-4952-8475-f751622758ea from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cf0fc7a2-9ae2-4c93-a0c4-e8e0411d0b91, infoPort=43881, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8382050b7d9048be with lease ID 0xf94e793034dae2e: from storage DS-35c2e334-c6b1-4952-8475-f751622758ea node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cf0fc7a2-9ae2-4c93-a0c4-e8e0411d0b91, infoPort=43881, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8382050b7d9048be with lease ID 0xf94e793034dae2e: Processing first storage report for DS-b5480bcb-d7ee-4a10-9f95-b632e6a7a536 from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cf0fc7a2-9ae2-4c93-a0c4-e8e0411d0b91, infoPort=43881, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818) 2024-12-02T14:11:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8382050b7d9048be with lease ID 0xf94e793034dae2e: from storage DS-b5480bcb-d7ee-4a10-9f95-b632e6a7a536 node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cf0fc7a2-9ae2-4c93-a0c4-e8e0411d0b91, infoPort=43881, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=805112633;c=1733148709818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:11:51,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c 2024-12-02T14:11:51,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/zookeeper_0, clientPort=56390, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:11:51,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56390 2024-12-02T14:11:51,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:51,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:11:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:11:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:11:52,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 with version=8 2024-12-02T14:11:52,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/hbase-staging 2024-12-02T14:11:52,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:11:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:52,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:11:52,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:52,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:11:52,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:11:52,731 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T14:11:52,739 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T14:11:52,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:11:52,764 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73048 (auto-detected) 2024-12-02T14:11:52,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T14:11:52,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36315 2024-12-02T14:11:52,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36315 connecting to ZooKeeper ensemble=127.0.0.1:56390 2024-12-02T14:11:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363150x0, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:11:52,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36315-0x1009b45f7780000 connected 2024-12-02T14:11:52,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:52,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:52,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:11:52,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4, hbase.cluster.distributed=false 2024-12-02T14:11:52,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:11:52,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T14:11:52,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36315 2024-12-02T14:11:52,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36315 2024-12-02T14:11:52,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T14:11:52,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T14:11:52,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:11:52,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:52,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:52,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:11:52,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:11:53,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:11:53,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:11:53,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39409 2024-12-02T14:11:53,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39409 connecting to ZooKeeper ensemble=127.0.0.1:56390 2024-12-02T14:11:53,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394090x0, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:11:53,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394090x0, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:11:53,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39409-0x1009b45f7780001 connected 2024-12-02T14:11:53,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:11:53,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:11:53,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:11:53,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:11:53,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39409 2024-12-02T14:11:53,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39409 2024-12-02T14:11:53,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39409 2024-12-02T14:11:53,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39409 2024-12-02T14:11:53,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39409 2024-12-02T14:11:53,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:11:53,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:11:53,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:11:53,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:11:53,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:11:53,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45805 2024-12-02T14:11:53,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45805 connecting to ZooKeeper ensemble=127.0.0.1:56390 2024-12-02T14:11:53,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458050x0, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:11:53,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458050x0, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:11:53,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45805-0x1009b45f7780002 connected 2024-12-02T14:11:53,068 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:11:53,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:11:53,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:11:53,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:11:53,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45805 2024-12-02T14:11:53,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45805 2024-12-02T14:11:53,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45805 2024-12-02T14:11:53,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45805 2024-12-02T14:11:53,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45805 2024-12-02T14:11:53,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:11:53,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:11:53,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:11:53,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:11:53,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:11:53,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:11:53,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39217 2024-12-02T14:11:53,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39217 connecting to ZooKeeper ensemble=127.0.0.1:56390 2024-12-02T14:11:53,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392170x0, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:11:53,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392170x0, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:11:53,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39217-0x1009b45f7780003 connected 2024-12-02T14:11:53,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:11:53,111 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:11:53,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:11:53,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:11:53,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-02T14:11:53,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-12-02T14:11:53,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-12-02T14:11:53,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-02T14:11:53,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-02T14:11:53,129 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:36315 2024-12-02T14:11:53,130 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,137 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,155 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T14:11:53,156 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3a61c9ba14f,36315,1733148712419 from backup master directory 2024-12-02T14:11:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:11:53,159 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:11:53,159 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T14:11:53,164 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T14:11:53,217 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/hbase.id] with ID: 3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6 2024-12-02T14:11:53,217 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/.tmp/hbase.id 2024-12-02T14:11:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:11:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:11:53,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:11:53,232 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/.tmp/hbase.id]:[hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/hbase.id] 2024-12-02T14:11:53,275 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:11:53,280 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:11:53,296 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-02T14:11:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:11:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:11:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:11:53,331 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:11:53,332 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:11:53,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:11:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:11:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:11:53,380 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store 2024-12-02T14:11:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:11:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:11:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:11:53,406 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T14:11:53,411 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:53,413 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:11:53,413 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:11:53,413 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:11:53,415 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:11:53,415 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:11:53,415 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:11:53,417 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148713413Disabling compacts and flushes for region at 1733148713413Disabling writes for close at 1733148713415 (+2 ms)Writing region close event to WAL at 1733148713415Closed at 1733148713415 2024-12-02T14:11:53,419 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/.initializing 2024-12-02T14:11:53,419 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/WALs/a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,427 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:53,442 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C36315%2C1733148712419, suffix=, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/WALs/a3a61c9ba14f,36315,1733148712419, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/oldWALs, maxLogs=10 2024-12-02T14:11:53,481 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/WALs/a3a61c9ba14f,36315,1733148712419/a3a61c9ba14f%2C36315%2C1733148712419.1733148713448, exclude list is [], retry=0 2024-12-02T14:11:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:11:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:53,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T14:11:53,537 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/WALs/a3a61c9ba14f,36315,1733148712419/a3a61c9ba14f%2C36315%2C1733148712419.1733148713448 2024-12-02T14:11:53,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:53,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:11:53,539 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:53,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,542 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:11:53,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:53,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:53,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:11:53,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:53,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:53,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:11:53,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:53,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:53,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:11:53,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:53,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:53,614 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,618 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,619 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,624 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,628 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:11:53,632 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:11:53,636 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:11:53,637 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67814928, jitterRate=0.010521173477172852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:11:53,642 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148713553Initializing all the Stores at 1733148713555 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148713556 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148713556Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148713556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148713557 (+1 ms)Cleaning up temporary data from old regions at 1733148713625 (+68 ms)Region opened successfully at 1733148713642 (+17 ms) 2024-12-02T14:11:53,643 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:11:53,673 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e65ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:11:53,699 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:11:53,708 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:11:53,709 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:11:53,711 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:11:53,712 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T14:11:53,717 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T14:11:53,717 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:11:53,744 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:11:53,754 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T14:11:53,756 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T14:11:53,758 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:11:53,759 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:11:53,760 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T14:11:53,762 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:11:53,765 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:11:53,766 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T14:11:53,768 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:11:53,768 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T14:11:53,784 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:11:53,785 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,791 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,36315,1733148712419, sessionid=0x1009b45f7780000, setting cluster-up flag (Was=false) 2024-12-02T14:11:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,804 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T14:11:53,805 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:53,814 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T14:11:53,816 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:53,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:11:53,898 INFO [AsyncFSWAL-0-hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData-prefix:a3a61c9ba14f,36315,1733148712419 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T14:11:53,910 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:11:53,918 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:11:53,920 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(746): ClusterId : 3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6 2024-12-02T14:11:53,920 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(746): ClusterId : 3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6 2024-12-02T14:11:53,921 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(746): ClusterId : 3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6 2024-12-02T14:11:53,923 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:11:53,923 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:11:53,923 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:11:53,925 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:11:53,927 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:11:53,927 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:11:53,927 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:11:53,927 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:11:53,928 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:11:53,928 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:11:53,930 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:11:53,930 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:11:53,930 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:11:53,931 DEBUG [RS:2;a3a61c9ba14f:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157ea579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:11:53,931 DEBUG [RS:1;a3a61c9ba14f:45805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cd33b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:11:53,931 DEBUG [RS:0;a3a61c9ba14f:39409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b6ef02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:11:53,931 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,36315,1733148712419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:11:53,939 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:11:53,939 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:11:53,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:53,947 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:39409 2024-12-02T14:11:53,949 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a3a61c9ba14f:39217 2024-12-02T14:11:53,949 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a3a61c9ba14f:45805 2024-12-02T14:11:53,950 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148743950 2024-12-02T14:11:53,951 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:11:53,951 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:11:53,951 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:11:53,951 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:11:53,951 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:11:53,951 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:11:53,951 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:11:53,951 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:11:53,951 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:11:53,952 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:11:53,953 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36315,1733148712419 with port=39409, startcode=1733148712965 2024-12-02T14:11:53,953 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36315,1733148712419 with port=45805, startcode=1733148713056 2024-12-02T14:11:53,953 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36315,1733148712419 with port=39217, startcode=1733148713093 2024-12-02T14:11:53,953 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:11:53,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:11:53,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:11:53,957 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:11:53,958 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:11:53,958 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:11:53,958 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:11:53,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:53,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:11:53,959 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:53,962 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:11:53,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:11:53,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:11:53,966 DEBUG [RS:0;a3a61c9ba14f:39409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:11:53,966 DEBUG [RS:1;a3a61c9ba14f:45805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:11:53,966 DEBUG [RS:2;a3a61c9ba14f:39217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:11:53,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:11:53,970 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:11:53,971 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148713971,5,FailOnTimeoutGroup] 2024-12-02T14:11:53,977 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148713972,5,FailOnTimeoutGroup] 2024-12-02T14:11:53,977 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:53,977 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:11:53,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:53,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:11:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:11:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:11:54,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:11:54,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 2024-12-02T14:11:54,020 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:11:54,020 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:11:54,024 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:11:54,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:11:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:11:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:11:54,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,043 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 2024-12-02T14:11:54,043 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41423 2024-12-02T14:11:54,043 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:11:54,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,044 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 2024-12-02T14:11:54,044 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41423 2024-12-02T14:11:54,044 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:11:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:11:54,048 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 2024-12-02T14:11:54,048 DEBUG [RS:0;a3a61c9ba14f:39409 {}] zookeeper.ZKUtil(111): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,048 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41423 2024-12-02T14:11:54,048 WARN [RS:0;a3a61c9ba14f:39409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:11:54,048 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:11:54,048 INFO [RS:0;a3a61c9ba14f:39409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:54,049 DEBUG [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,049 DEBUG [RS:1;a3a61c9ba14f:45805 {}] zookeeper.ZKUtil(111): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,049 WARN [RS:1;a3a61c9ba14f:45805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:11:54,049 INFO [RS:1;a3a61c9ba14f:45805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:54,050 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,051 DEBUG [RS:2;a3a61c9ba14f:39217 {}] zookeeper.ZKUtil(111): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,051 WARN [RS:2;a3a61c9ba14f:39217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:11:54,051 INFO [RS:2;a3a61c9ba14f:39217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:54,051 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,39217,1733148713093] 2024-12-02T14:11:54,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,39409,1733148712965] 2024-12-02T14:11:54,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,45805,1733148713056] 2024-12-02T14:11:54,077 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:11:54,077 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:11:54,077 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:11:54,092 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:11:54,092 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:11:54,092 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:11:54,098 INFO [RS:2;a3a61c9ba14f:39217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:11:54,098 INFO [RS:0;a3a61c9ba14f:39409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:11:54,098 INFO [RS:1;a3a61c9ba14f:45805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:11:54,098 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,098 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,098 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,099 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:11:54,099 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:11:54,099 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:11:54,106 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:11:54,106 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:11:54,106 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:11:54,107 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,107 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,107 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:11:54,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,108 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:0;a3a61c9ba14f:39409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,109 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:11:54,110 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,110 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,110 DEBUG [RS:2;a3a61c9ba14f:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,110 DEBUG [RS:1;a3a61c9ba14f:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39409,1733148712965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:11:54,117 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39217,1733148713093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:11:54,118 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,118 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,118 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,118 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45805,1733148713056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:11:54,141 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:11:54,141 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:11:54,141 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:11:54,143 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39409,1733148712965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,143 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45805,1733148713056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,143 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39217,1733148713093-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,143 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,143 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,143 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,144 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.Replication(171): a3a61c9ba14f,39409,1733148712965 started 2024-12-02T14:11:54,144 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.Replication(171): a3a61c9ba14f,45805,1733148713056 started 2024-12-02T14:11:54,144 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.Replication(171): a3a61c9ba14f,39217,1733148713093 started 2024-12-02T14:11:54,162 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,162 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,39409,1733148712965, RpcServer on a3a61c9ba14f/172.17.0.2:39409, sessionid=0x1009b45f7780001 2024-12-02T14:11:54,163 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:11:54,163 DEBUG [RS:0;a3a61c9ba14f:39409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,163 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39409,1733148712965' 2024-12-02T14:11:54,163 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:11:54,164 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:11:54,165 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:11:54,165 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:11:54,165 DEBUG [RS:0;a3a61c9ba14f:39409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,39409,1733148712965 2024-12-02T14:11:54,165 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39409,1733148712965' 2024-12-02T14:11:54,165 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:11:54,166 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:11:54,166 DEBUG [RS:0;a3a61c9ba14f:39409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:11:54,167 INFO [RS:0;a3a61c9ba14f:39409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:11:54,167 INFO [RS:0;a3a61c9ba14f:39409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:11:54,167 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,167 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:54,167 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,45805,1733148713056, RpcServer on a3a61c9ba14f/172.17.0.2:45805, sessionid=0x1009b45f7780002 2024-12-02T14:11:54,167 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,39217,1733148713093, RpcServer on a3a61c9ba14f/172.17.0.2:39217, sessionid=0x1009b45f7780003 2024-12-02T14:11:54,167 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:11:54,167 DEBUG [RS:1;a3a61c9ba14f:45805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,167 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:11:54,167 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,45805,1733148713056' 2024-12-02T14:11:54,167 DEBUG [RS:2;a3a61c9ba14f:39217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,167 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:11:54,167 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39217,1733148713093' 2024-12-02T14:11:54,168 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:11:54,168 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:11:54,168 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:11:54,169 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:11:54,169 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:11:54,169 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:11:54,169 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:11:54,169 DEBUG [RS:2;a3a61c9ba14f:39217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,169 DEBUG [RS:1;a3a61c9ba14f:45805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,45805,1733148713056 2024-12-02T14:11:54,169 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39217,1733148713093' 2024-12-02T14:11:54,169 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,45805,1733148713056' 2024-12-02T14:11:54,169 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:11:54,169 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:11:54,170 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:11:54,170 DEBUG [RS:1;a3a61c9ba14f:45805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:11:54,170 INFO [RS:1;a3a61c9ba14f:45805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:11:54,170 INFO [RS:1;a3a61c9ba14f:45805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:11:54,174 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:11:54,175 DEBUG [RS:2;a3a61c9ba14f:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:11:54,175 INFO [RS:2;a3a61c9ba14f:39217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:11:54,175 INFO [RS:2;a3a61c9ba14f:39217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:11:54,271 INFO [RS:1;a3a61c9ba14f:45805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:54,271 INFO [RS:0;a3a61c9ba14f:39409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:54,274 INFO [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C45805%2C1733148713056, suffix=, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs, maxLogs=32 2024-12-02T14:11:54,274 INFO [RS:0;a3a61c9ba14f:39409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C39409%2C1733148712965, suffix=, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39409,1733148712965, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs, maxLogs=32 2024-12-02T14:11:54,276 INFO [RS:2;a3a61c9ba14f:39217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:54,279 INFO [RS:2;a3a61c9ba14f:39217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C39217%2C1733148713093, suffix=, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs, maxLogs=32 2024-12-02T14:11:54,291 DEBUG [RS:0;a3a61c9ba14f:39409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39409,1733148712965/a3a61c9ba14f%2C39409%2C1733148712965.1733148714277, exclude list is [], retry=0 2024-12-02T14:11:54,291 DEBUG [RS:1;a3a61c9ba14f:45805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056/a3a61c9ba14f%2C45805%2C1733148713056.1733148714277, exclude list is [], retry=0 2024-12-02T14:11:54,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:54,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:54,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:54,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:54,298 DEBUG [RS:2;a3a61c9ba14f:39217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, exclude list is [], retry=0 2024-12-02T14:11:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:54,311 INFO [RS:0;a3a61c9ba14f:39409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39409,1733148712965/a3a61c9ba14f%2C39409%2C1733148712965.1733148714277 2024-12-02T14:11:54,317 DEBUG [RS:0;a3a61c9ba14f:39409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:11:54,318 INFO [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056/a3a61c9ba14f%2C45805%2C1733148713056.1733148714277 2024-12-02T14:11:54,320 DEBUG [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:54,322 INFO [RS:2;a3a61c9ba14f:39217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 2024-12-02T14:11:54,322 DEBUG [RS:2;a3a61c9ba14f:39217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:11:54,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:11:54,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:11:54,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:11:54,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:11:54,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:11:54,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:11:54,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:11:54,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:11:54,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:11:54,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:11:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:11:54,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:11:54,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:11:54,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:11:54,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:11:54,460 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:11:54,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68540805, jitterRate=0.021337583661079407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:11:54,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148714434Initializing all the Stores at 1733148714436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714437 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148714437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714437Cleaning up temporary data from old regions at 1733148714454 (+17 ms)Region opened successfully at 1733148714462 (+8 ms) 2024-12-02T14:11:54,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:11:54,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:11:54,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:11:54,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:11:54,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:11:54,463 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:11:54,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148714462Disabling compacts and flushes for region at 1733148714462Disabling writes for close at 1733148714462Writing region close event to WAL at 1733148714463 (+1 ms)Closed at 1733148714463 2024-12-02T14:11:54,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:11:54,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:11:54,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:11:54,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:11:54,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:11:54,638 DEBUG [a3a61c9ba14f:36315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T14:11:54,647 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:11:54,653 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:11:54,653 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:11:54,654 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:11:54,654 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:11:54,654 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:11:54,654 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:11:54,654 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:11:54,654 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:11:54,654 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:11:54,654 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:11:54,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,39217,1733148713093, state=OPENING 2024-12-02T14:11:54,668 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:11:54,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:54,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:54,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:54,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:11:54,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:11:54,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39217,1733148713093}] 2024-12-02T14:11:54,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:11:54,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:11:54,861 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:11:54,862 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:54,862 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:11:54,865 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C39217%2C1733148713093.meta, suffix=.meta, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs, maxLogs=32 2024-12-02T14:11:54,877 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, exclude list is [], retry=0 2024-12-02T14:11:54,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:54,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:54,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:54,883 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta 2024-12-02T14:11:54,884 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:11:54,884 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:11:54,886 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:11:54,888 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:11:54,891 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:11:54,895 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:11:54,895 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:54,896 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:11:54,896 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:11:54,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:11:54,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:11:54,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:11:54,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:11:54,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:11:54,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:11:54,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:11:54,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:11:54,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:54,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:11:54,909 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:11:54,910 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:11:54,912 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:11:54,914 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:11:54,915 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:11:54,915 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:11:54,918 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:11:54,920 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68798260, jitterRate=0.025173962116241455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:11:54,920 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:11:54,921 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148714896Writing region info on filesystem at 1733148714896Initializing all the Stores at 1733148714898 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148714898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148714898Cleaning up temporary data from old regions at 1733148714915 (+17 ms)Running coprocessor post-open hooks at 1733148714920 (+5 ms)Region opened successfully at 1733148714921 (+1 ms) 2024-12-02T14:11:54,927 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148714842 2024-12-02T14:11:54,936 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:11:54,937 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:11:54,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,39217,1733148713093, state=OPEN 2024-12-02T14:11:54,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:11:54,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:11:54,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:11:54,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:11:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:11:54,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:11:54,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:11:54,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39217,1733148713093 in 270 msec 2024-12-02T14:11:54,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:11:54,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-02T14:11:54,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:11:54,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:11:54,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:11:54,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1] 2024-12-02T14:11:54,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:11:54,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:11:55,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1650 sec 2024-12-02T14:11:55,016 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148715016, completionTime=-1 2024-12-02T14:11:55,018 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T14:11:55,018 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:11:55,040 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T14:11:55,040 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148775040 2024-12-02T14:11:55,040 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148835040 2024-12-02T14:11:55,041 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-02T14:11:55,042 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:11:55,048 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,048 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,048 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,049 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:36315, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,050 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,050 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,061 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:11:55,077 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.917sec 2024-12-02T14:11:55,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:11:55,079 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:11:55,080 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:11:55,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:11:55,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:11:55,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:11:55,082 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:11:55,086 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:11:55,087 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:11:55,088 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36315,1733148712419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:11:55,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:11:55,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36315,-1 for getting cluster id 2024-12-02T14:11:55,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:11:55,140 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6' 2024-12-02T14:11:55,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:11:55,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6" 2024-12-02T14:11:55,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11325cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:11:55,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36315,-1] 2024-12-02T14:11:55,145 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:11:55,147 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:11:55,147 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:11:55,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:11:55,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:11:55,157 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1] 2024-12-02T14:11:55,158 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:11:55,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:11:55,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,36315,1733148712419 2024-12-02T14:11:55,206 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41423/hbase 2024-12-02T14:11:55,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=6205 2024-12-02T14:11:55,239 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,242 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:55,247 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05026921, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-05026921, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:55,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05026921/hregion-05026921.1733148715248, exclude list is [], retry=0 2024-12-02T14:11:55,262 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:55,262 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:55,262 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:55,265 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05026921/hregion-05026921.1733148715248 2024-12-02T14:11:55,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:55,267 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5361b295c3a7b646beffbefa56b7ca6c, NAME => 'testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:11:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741838_1014 (size=64) 2024-12-02T14:11:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741838_1014 (size=64) 2024-12-02T14:11:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741838_1014 (size=64) 2024-12-02T14:11:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:55,280 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,282 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5361b295c3a7b646beffbefa56b7ca6c columnFamilyName a 2024-12-02T14:11:55,282 DEBUG [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:55,283 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] regionserver.HStore(327): Store=5361b295c3a7b646beffbefa56b7ca6c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:55,283 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,285 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,285 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,288 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,292 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:11:55,293 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5361b295c3a7b646beffbefa56b7ca6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71964682, jitterRate=0.07235732674598694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5361b295c3a7b646beffbefa56b7ca6c: Writing region info on filesystem at 1733148715278Initializing all the Stores at 1733148715279 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715279Cleaning up temporary data from old regions at 1733148715285 (+6 ms)Region opened successfully at 1733148715294 (+9 ms) 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5361b295c3a7b646beffbefa56b7ca6c, disabling compactions & flushes 2024-12-02T14:11:55,295 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. after waiting 0 ms 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. 2024-12-02T14:11:55,295 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. 2024-12-02T14:11:55,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5361b295c3a7b646beffbefa56b7ca6c: Waiting for close lock at 1733148715295Disabling compacts and flushes for region at 1733148715295Disabling writes for close at 1733148715295Writing region close event to WAL at 1733148715295Closed at 1733148715295 2024-12-02T14:11:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741837_1013 (size=95) 2024-12-02T14:11:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741837_1013 (size=95) 2024-12-02T14:11:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741837_1013 (size=95) 2024-12-02T14:11:55,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:11:55,307 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05026921:(num 1733148715248) 2024-12-02T14:11:55,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T14:11:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741839_1015 (size=320) 2024-12-02T14:11:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741839_1015 (size=320) 2024-12-02T14:11:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741839_1015 (size=320) 2024-12-02T14:11:55,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T14:11:55,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741840_1016 (size=253) 2024-12-02T14:11:55,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741840_1016 (size=253) 2024-12-02T14:11:55,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741840_1016 (size=253) 2024-12-02T14:11:55,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1, size=320 (320bytes) 2024-12-02T14:11:55,356 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T14:11:55,356 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T14:11:55,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1 2024-12-02T14:11:55,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1 after 3ms 2024-12-02T14:11:55,365 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1 took 12ms 2024-12-02T14:11:55,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1 so closing down 2024-12-02T14:11:55,375 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:11:55,377 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T14:11:55,379 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T14:11:55,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:11:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741841_1017 (size=320) 2024-12-02T14:11:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741841_1017 (size=320) 2024-12-02T14:11:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741841_1017 (size=320) 2024-12-02T14:11:55,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T14:11:55,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002 2024-12-02T14:11:55,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T14:11:55,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1, journal: Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1, size=320 (320bytes) at 1733148715355Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1 so closing down at 1733148715375 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp at 1733148715379 (+4 ms)3 split writer threads finished at 1733148715380 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733148715392 (+12 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002 at 1733148715394 (+2 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733148715400 (+6 ms) 2024-12-02T14:11:55,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2, size=253 (253bytes) 2024-12-02T14:11:55,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2 2024-12-02T14:11:55,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2 after 1ms 2024-12-02T14:11:55,425 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2 took 6ms 2024-12-02T14:11:55,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2 so closing down 2024-12-02T14:11:55,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:11:55,430 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T14:11:55,432 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T14:11:55,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:11:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741842_1018 (size=253) 2024-12-02T14:11:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741842_1018 (size=253) 2024-12-02T14:11:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741842_1018 (size=253) 2024-12-02T14:11:55,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T14:11:55,446 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,448 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-02T14:11:55,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T14:11:55,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2, journal: Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2, size=253 (253bytes) at 1733148715419Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2 so closing down at 1733148715428 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002-wal-2.temp at 1733148715432 (+4 ms)3 split writer threads finished at 1733148715433 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733148715442 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733148715450 (+8 ms) 2024-12-02T14:11:55,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:11:55,452 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:55,463 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal.1733148715453, exclude list is [], retry=0 2024-12-02T14:11:55,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:55,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:55,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:55,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal.1733148715453 2024-12-02T14:11:55,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:55,470 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5361b295c3a7b646beffbefa56b7ca6c, NAME => 'testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:11:55,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:55,471 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,471 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,473 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,474 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5361b295c3a7b646beffbefa56b7ca6c columnFamilyName a 2024-12-02T14:11:55,474 DEBUG [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:55,475 INFO [StoreOpener-5361b295c3a7b646beffbefa56b7ca6c-1 {}] regionserver.HStore(327): Store=5361b295c3a7b646beffbefa56b7ca6c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:55,475 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,479 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,481 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002 2024-12-02T14:11:55,484 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,489 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002 2024-12-02T14:11:55,493 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5361b295c3a7b646beffbefa56b7ca6c 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T14:11:55,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/.tmp/a/45b29d1568bc4affaeed2f058ac3e74f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733148715307/Put/seqid=0 2024-12-02T14:11:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741844_1020 (size=5170) 2024-12-02T14:11:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741844_1020 (size=5170) 2024-12-02T14:11:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741844_1020 (size=5170) 2024-12-02T14:11:55,548 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/.tmp/a/45b29d1568bc4affaeed2f058ac3e74f 2024-12-02T14:11:55,584 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/.tmp/a/45b29d1568bc4affaeed2f058ac3e74f as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/a/45b29d1568bc4affaeed2f058ac3e74f 2024-12-02T14:11:55,593 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/a/45b29d1568bc4affaeed2f058ac3e74f, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T14:11:55,600 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5361b295c3a7b646beffbefa56b7ca6c in 105ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T14:11:55,601 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/0000000000000000002 2024-12-02T14:11:55,602 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,602 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,606 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5361b295c3a7b646beffbefa56b7ca6c 2024-12-02T14:11:55,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/5361b295c3a7b646beffbefa56b7ca6c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T14:11:55,611 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5361b295c3a7b646beffbefa56b7ca6c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69769383, jitterRate=0.03964482247829437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:11:55,613 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5361b295c3a7b646beffbefa56b7ca6c: Writing region info on filesystem at 1733148715471Initializing all the Stores at 1733148715472 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715472Obtaining lock to block concurrent updates at 1733148715493 (+21 ms)Preparing flush snapshotting stores in 5361b295c3a7b646beffbefa56b7ca6c at 1733148715493Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733148715496 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733148715240.5361b295c3a7b646beffbefa56b7ca6c. at 1733148715496Flushing 5361b295c3a7b646beffbefa56b7ca6c/a: creating writer at 1733148715497 (+1 ms)Flushing 5361b295c3a7b646beffbefa56b7ca6c/a: appending metadata at 1733148715528 (+31 ms)Flushing 5361b295c3a7b646beffbefa56b7ca6c/a: closing flushed file at 1733148715530 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fb7b10: reopening flushed file at 1733148715582 (+52 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5361b295c3a7b646beffbefa56b7ca6c in 105ms, sequenceid=2, compaction requested=false; wal=null at 1733148715600 (+18 ms)Cleaning up temporary data from old regions at 1733148715603 (+3 ms)Region opened successfully at 1733148715613 (+10 ms) 2024-12-02T14:11:55,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 365) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41423/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:47046 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:39826 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:59596 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:39662 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:59420 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:47070 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=6193 (was 6205) 2024-12-02T14:11:55,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=6193 2024-12-02T14:11:55,662 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,664 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:55,668 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41519250, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-41519250, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:55,679 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41519250/hregion-41519250.1733148715668, exclude list is [], retry=0 2024-12-02T14:11:55,683 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:55,683 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:55,683 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:55,686 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41519250/hregion-41519250.1733148715668 2024-12-02T14:11:55,686 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:11:55,687 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aa9a64b0984eb87fa0c6ec101e89a588, NAME => 'testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:11:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741846_1022 (size=64) 2024-12-02T14:11:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741846_1022 (size=64) 2024-12-02T14:11:55,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741846_1022 (size=64) 2024-12-02T14:11:55,704 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:55,708 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,710 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa9a64b0984eb87fa0c6ec101e89a588 columnFamilyName a 2024-12-02T14:11:55,710 DEBUG [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:55,711 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] regionserver.HStore(327): Store=aa9a64b0984eb87fa0c6ec101e89a588/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:55,711 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,712 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,713 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,713 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,716 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:11:55,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa9a64b0984eb87fa0c6ec101e89a588; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513107, jitterRate=0.020924851298332214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:11:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa9a64b0984eb87fa0c6ec101e89a588: Writing region info on filesystem at 1733148715705Initializing all the Stores at 1733148715707 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715707Cleaning up temporary data from old regions at 1733148715713 (+6 ms)Region opened successfully at 1733148715720 (+7 ms) 2024-12-02T14:11:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aa9a64b0984eb87fa0c6ec101e89a588, disabling compactions & flushes 2024-12-02T14:11:55,720 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. 2024-12-02T14:11:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. 2024-12-02T14:11:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. after waiting 0 ms 2024-12-02T14:11:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. 2024-12-02T14:11:55,721 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. 2024-12-02T14:11:55,721 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aa9a64b0984eb87fa0c6ec101e89a588: Waiting for close lock at 1733148715720Disabling compacts and flushes for region at 1733148715720Disabling writes for close at 1733148715720Writing region close event to WAL at 1733148715721 (+1 ms)Closed at 1733148715721 2024-12-02T14:11:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741845_1021 (size=95) 2024-12-02T14:11:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741845_1021 (size=95) 2024-12-02T14:11:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741845_1021 (size=95) 2024-12-02T14:11:55,727 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:11:55,727 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41519250:(num 1733148715668) 2024-12-02T14:11:55,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T14:11:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741847_1023 (size=320) 2024-12-02T14:11:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741847_1023 (size=320) 2024-12-02T14:11:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741847_1023 (size=320) 2024-12-02T14:11:55,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T14:11:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741848_1024 (size=253) 2024-12-02T14:11:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741848_1024 (size=253) 2024-12-02T14:11:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741848_1024 (size=253) 2024-12-02T14:11:55,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2, size=253 (253bytes) 2024-12-02T14:11:55,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2 2024-12-02T14:11:55,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2 after 1ms 2024-12-02T14:11:55,774 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2 took 5ms 2024-12-02T14:11:55,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2 so closing down 2024-12-02T14:11:55,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:11:55,778 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T14:11:55,780 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T14:11:55,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:11:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741849_1025 (size=253) 2024-12-02T14:11:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741849_1025 (size=253) 2024-12-02T14:11:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741849_1025 (size=253) 2024-12-02T14:11:55,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T14:11:55,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 2024-12-02T14:11:55,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T14:11:55,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2, journal: Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2, size=253 (253bytes) at 1733148715769Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2 so closing down at 1733148715776 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp at 1733148715780 (+4 ms)3 split writer threads finished at 1733148715780Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733148715789 (+9 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 at 1733148715792 (+3 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733148715792 2024-12-02T14:11:55,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1, size=320 (320bytes) 2024-12-02T14:11:55,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1 2024-12-02T14:11:55,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1 after 1ms 2024-12-02T14:11:55,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1 took 4ms 2024-12-02T14:11:55,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1 so closing down 2024-12-02T14:11:55,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:11:55,814 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T14:11:55,816 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T14:11:55,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:11:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741850_1026 (size=320) 2024-12-02T14:11:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741850_1026 (size=320) 2024-12-02T14:11:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741850_1026 (size=320) 2024-12-02T14:11:55,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T14:11:55,827 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,829 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002, length=253 2024-12-02T14:11:55,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 2024-12-02T14:11:55,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T14:11:55,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1, journal: Splitting hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1, size=320 (320bytes) at 1733148715805Finishing writing output for hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1 so closing down at 1733148715812 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp at 1733148715816 (+4 ms)3 split writer threads finished at 1733148715816Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733148715824 (+8 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 at 1733148715832 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733148715832 2024-12-02T14:11:55,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:11:55,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:55,847 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal.1733148715835, exclude list is [], retry=0 2024-12-02T14:11:55,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:55,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:55,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:55,853 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal.1733148715835 2024-12-02T14:11:55,853 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:55,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aa9a64b0984eb87fa0c6ec101e89a588, NAME => 'testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:11:55,854 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:55,854 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,854 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,856 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,857 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa9a64b0984eb87fa0c6ec101e89a588 columnFamilyName a 2024-12-02T14:11:55,857 DEBUG [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:55,858 INFO [StoreOpener-aa9a64b0984eb87fa0c6ec101e89a588-1 {}] regionserver.HStore(327): Store=aa9a64b0984eb87fa0c6ec101e89a588/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:55,858 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,862 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 2024-12-02T14:11:55,866 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:11:55,867 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 2024-12-02T14:11:55,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa9a64b0984eb87fa0c6ec101e89a588 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T14:11:55,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/.tmp/a/52efb2c4922e46198e1a3049001e841a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733148715727/Put/seqid=0 2024-12-02T14:11:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741852_1028 (size=5170) 2024-12-02T14:11:55,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741852_1028 (size=5170) 2024-12-02T14:11:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741852_1028 (size=5170) 2024-12-02T14:11:55,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/.tmp/a/52efb2c4922e46198e1a3049001e841a 2024-12-02T14:11:55,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/.tmp/a/52efb2c4922e46198e1a3049001e841a as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/a/52efb2c4922e46198e1a3049001e841a 2024-12-02T14:11:55,914 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/a/52efb2c4922e46198e1a3049001e841a, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T14:11:55,914 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aa9a64b0984eb87fa0c6ec101e89a588 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T14:11:55,915 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/0000000000000000002 2024-12-02T14:11:55,915 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,915 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,919 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa9a64b0984eb87fa0c6ec101e89a588 2024-12-02T14:11:55,922 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/aa9a64b0984eb87fa0c6ec101e89a588/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T14:11:55,923 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa9a64b0984eb87fa0c6ec101e89a588; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68278620, jitterRate=0.01743072271347046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:11:55,923 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa9a64b0984eb87fa0c6ec101e89a588: Writing region info on filesystem at 1733148715854Initializing all the Stores at 1733148715855 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715855Obtaining lock to block concurrent updates at 1733148715868 (+13 ms)Preparing flush snapshotting stores in aa9a64b0984eb87fa0c6ec101e89a588 at 1733148715868Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733148715868Flushing stores of testReplayEditsWrittenIntoWAL,,1733148715662.aa9a64b0984eb87fa0c6ec101e89a588. at 1733148715868Flushing aa9a64b0984eb87fa0c6ec101e89a588/a: creating writer at 1733148715868Flushing aa9a64b0984eb87fa0c6ec101e89a588/a: appending metadata at 1733148715883 (+15 ms)Flushing aa9a64b0984eb87fa0c6ec101e89a588/a: closing flushed file at 1733148715883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415862be: reopening flushed file at 1733148715903 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aa9a64b0984eb87fa0c6ec101e89a588 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1733148715914 (+11 ms)Cleaning up temporary data from old regions at 1733148715915 (+1 ms)Region opened successfully at 1733148715923 (+8 ms) 2024-12-02T14:11:55,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:39874 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:39662 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:59702 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:47046 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:59420 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:47130 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=6184 (was 6193) 2024-12-02T14:11:55,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=6182 2024-12-02T14:11:55,961 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,963 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:11:55,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:11:55,966 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47966070, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-47966070, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:55,979 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47966070/hregion-47966070.1733148715967, exclude list is [], retry=0 2024-12-02T14:11:55,982 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:55,982 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:55,982 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:55,984 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47966070/hregion-47966070.1733148715967 2024-12-02T14:11:55,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:55,985 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6b1aeab20a2a79f79c3c99f717de1f56, NAME => 'testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:11:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741854_1030 (size=64) 2024-12-02T14:11:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741854_1030 (size=64) 2024-12-02T14:11:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741854_1030 (size=64) 2024-12-02T14:11:55,995 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:11:55,996 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:55,998 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName a 2024-12-02T14:11:55,998 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:55,999 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:55,999 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,001 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName b 2024-12-02T14:11:56,001 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:56,001 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:56,001 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,003 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName c 2024-12-02T14:11:56,003 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:11:56,004 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:11:56,004 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,007 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,007 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,008 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:11:56,009 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:11:56,012 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:11:56,012 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b1aeab20a2a79f79c3c99f717de1f56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70316877, jitterRate=0.0478031188249588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:11:56,013 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b1aeab20a2a79f79c3c99f717de1f56: Writing region info on filesystem at 1733148715995Initializing all the Stores at 1733148715996 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715996Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715996Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148715996Cleaning up temporary data from old regions at 1733148716007 (+11 ms)Region opened successfully at 1733148716012 (+5 ms) 2024-12-02T14:11:56,013 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6b1aeab20a2a79f79c3c99f717de1f56, disabling compactions & flushes 2024-12-02T14:11:56,013 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:11:56,013 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:11:56,013 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. after waiting 0 ms 2024-12-02T14:11:56,013 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:11:56,014 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:11:56,014 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6b1aeab20a2a79f79c3c99f717de1f56: Waiting for close lock at 1733148716013Disabling compacts and flushes for region at 1733148716013Disabling writes for close at 1733148716013Writing region close event to WAL at 1733148716014 (+1 ms)Closed at 1733148716014 2024-12-02T14:11:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741853_1029 (size=95) 2024-12-02T14:11:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741853_1029 (size=95) 2024-12-02T14:11:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741853_1029 (size=95) 2024-12-02T14:11:56,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:11:56,022 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47966070:(num 1733148715967) 2024-12-02T14:11:56,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:11:56,024 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:11:56,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, exclude list is [], retry=0 2024-12-02T14:11:56,037 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:11:56,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:11:56,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:11:56,040 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 2024-12-02T14:11:56,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:11:56,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, size=0 (0bytes) 2024-12-02T14:11:56,251 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 might be still open, length is 0 2024-12-02T14:11:56,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 2024-12-02T14:11:56,252 WARN [IPC Server handler 0 on default port 41423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T14:11:56,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 after 1ms 2024-12-02T14:11:57,490 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:39916 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45271:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39916 dst: /127.0.0.1:45271 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45271 remote=/127.0.0.1:39916]. Total timeout mills is 60000, 58733 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:11:57,491 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:47164 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35255:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47164 dst: /127.0.0.1:35255 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:11:57,491 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:59746 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59746 dst: /127.0.0.1:33241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:11:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741855_1032 (size=263633) 2024-12-02T14:11:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741855_1032 (size=263633) 2024-12-02T14:11:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741855_1032 (size=263633) 2024-12-02T14:12:00,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 after 4003ms 2024-12-02T14:12:00,261 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:00,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 took 4013ms 2024-12-02T14:12:00,269 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733148716025.temp 2024-12-02T14:12:00,274 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp 2024-12-02T14:12:00,392 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025; continuing. 2024-12-02T14:12:00,392 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 so closing down 2024-12-02T14:12:00,392 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:00,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741856_1033 (size=263641) 2024-12-02T14:12:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741856_1033 (size=263641) 2024-12-02T14:12:00,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp (wrote 3002 edits, skipped 0 edits in 66 ms) 2024-12-02T14:12:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741856_1033 (size=263641) 2024-12-02T14:12:00,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:12:00,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 2024-12-02T14:12:00,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T14:12:00,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, journal: Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, size=0 (0bytes) at 1733148716251Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp at 1733148720274 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1733148720332 (+58 ms)Split 2048 edits, skipped 0 edits. at 1733148720364 (+32 ms)Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 so closing down at 1733148720392 (+28 ms)3 split writer threads finished at 1733148720392Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp (wrote 3002 edits, skipped 0 edits in 66 ms) at 1733148720396 (+4 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000000001-wal.1733148716025.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 at 1733148720401 (+5 ms)Processed 3002 edits across 1 Regions in 136 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025, size=0, length=0, corrupted=false, cancelled=false at 1733148720401 2024-12-02T14:12:00,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148716025 2024-12-02T14:12:00,405 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 2024-12-02T14:12:00,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:00,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:00,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148720409, exclude list is [], retry=0 2024-12-02T14:12:00,431 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:00,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:00,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:00,435 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148720409 2024-12-02T14:12:00,436 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:00,436 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:00,441 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,443 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName a 2024-12-02T14:12:00,443 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:00,444 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:00,444 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,445 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName b 2024-12-02T14:12:00,445 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:00,446 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:00,446 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,447 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1aeab20a2a79f79c3c99f717de1f56 columnFamilyName c 2024-12-02T14:12:00,447 DEBUG [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:00,448 INFO [StoreOpener-6b1aeab20a2a79f79c3c99f717de1f56-1 {}] regionserver.HStore(327): Store=6b1aeab20a2a79f79c3c99f717de1f56/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:00,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:00,453 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 2024-12-02T14:12:00,457 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:00,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:12:00,505 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T14:12:00,817 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b1aeab20a2a79f79c3c99f717de1f56 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T14:12:00,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/aef461610a33427ca2b8e504d93c2942 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733148716046/Put/seqid=0 2024-12-02T14:12:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741858_1035 (size=50463) 2024-12-02T14:12:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741858_1035 (size=50463) 2024-12-02T14:12:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741858_1035 (size=50463) 2024-12-02T14:12:00,861 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/aef461610a33427ca2b8e504d93c2942 2024-12-02T14:12:00,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/aef461610a33427ca2b8e504d93c2942 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/a/aef461610a33427ca2b8e504d93c2942 2024-12-02T14:12:00,876 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/a/aef461610a33427ca2b8e504d93c2942, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T14:12:00,877 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 6b1aeab20a2a79f79c3c99f717de1f56 in 60ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T14:12:00,901 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T14:12:00,901 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b1aeab20a2a79f79c3c99f717de1f56 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T14:12:00,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/881497b36f4442a2bf3a790ce5b4b0f3 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733148716075/Put/seqid=0 2024-12-02T14:12:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741859_1036 (size=20072) 2024-12-02T14:12:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741859_1036 (size=20072) 2024-12-02T14:12:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741859_1036 (size=20072) 2024-12-02T14:12:00,919 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/881497b36f4442a2bf3a790ce5b4b0f3 2024-12-02T14:12:00,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/3cde522fe0254f3e90943a3df449424e is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733148716103/Put/seqid=0 2024-12-02T14:12:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741860_1037 (size=35835) 2024-12-02T14:12:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741860_1037 (size=35835) 2024-12-02T14:12:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741860_1037 (size=35835) 2024-12-02T14:12:00,960 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/3cde522fe0254f3e90943a3df449424e 2024-12-02T14:12:00,969 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/a/881497b36f4442a2bf3a790ce5b4b0f3 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/a/881497b36f4442a2bf3a790ce5b4b0f3 2024-12-02T14:12:00,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/a/881497b36f4442a2bf3a790ce5b4b0f3, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T14:12:00,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/3cde522fe0254f3e90943a3df449424e as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/b/3cde522fe0254f3e90943a3df449424e 2024-12-02T14:12:00,984 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/b/3cde522fe0254f3e90943a3df449424e, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T14:12:00,984 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 6b1aeab20a2a79f79c3c99f717de1f56 in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T14:12:00,995 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T14:12:00,995 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b1aeab20a2a79f79c3c99f717de1f56 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T14:12:01,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/487dcc373e4446869c50aeb080379c5a is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733148716121/Put/seqid=0 2024-12-02T14:12:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741861_1038 (size=35082) 2024-12-02T14:12:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741861_1038 (size=35082) 2024-12-02T14:12:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741861_1038 (size=35082) 2024-12-02T14:12:01,012 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/487dcc373e4446869c50aeb080379c5a 2024-12-02T14:12:01,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/2bdcfafd37414d219be67164c334da81 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733148716164/Put/seqid=0 2024-12-02T14:12:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741862_1039 (size=20825) 2024-12-02T14:12:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741862_1039 (size=20825) 2024-12-02T14:12:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741862_1039 (size=20825) 2024-12-02T14:12:01,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/2bdcfafd37414d219be67164c334da81 2024-12-02T14:12:01,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/b/487dcc373e4446869c50aeb080379c5a as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/b/487dcc373e4446869c50aeb080379c5a 2024-12-02T14:12:01,056 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/b/487dcc373e4446869c50aeb080379c5a, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T14:12:01,057 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/2bdcfafd37414d219be67164c334da81 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/c/2bdcfafd37414d219be67164c334da81 2024-12-02T14:12:01,063 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/c/2bdcfafd37414d219be67164c334da81, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T14:12:01,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 6b1aeab20a2a79f79c3c99f717de1f56 in 69ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T14:12:01,074 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733148716220/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:12:01,076 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 2024-12-02T14:12:01,077 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T14:12:01,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b1aeab20a2a79f79c3c99f717de1f56 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T14:12:01,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/3fe8d4253a06479ca4072fdd33dac77f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733148716176/Put/seqid=0 2024-12-02T14:12:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741863_1040 (size=50301) 2024-12-02T14:12:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741863_1040 (size=50301) 2024-12-02T14:12:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741863_1040 (size=50301) 2024-12-02T14:12:01,091 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/3fe8d4253a06479ca4072fdd33dac77f 2024-12-02T14:12:01,099 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe8d4253a06479ca4072fdd33dac77f 2024-12-02T14:12:01,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/.tmp/c/3fe8d4253a06479ca4072fdd33dac77f as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/c/3fe8d4253a06479ca4072fdd33dac77f 2024-12-02T14:12:01,106 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe8d4253a06479ca4072fdd33dac77f 2024-12-02T14:12:01,106 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/c/3fe8d4253a06479ca4072fdd33dac77f, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T14:12:01,106 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 6b1aeab20a2a79f79c3c99f717de1f56 in 29ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T14:12:01,107 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/0000000000000003002 2024-12-02T14:12:01,108 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:01,108 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:01,109 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T14:12:01,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b1aeab20a2a79f79c3c99f717de1f56 2024-12-02T14:12:01,113 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenIntoWAL/6b1aeab20a2a79f79c3c99f717de1f56/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T14:12:01,114 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b1aeab20a2a79f79c3c99f717de1f56; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63086016, jitterRate=-0.059945106506347656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T14:12:01,114 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b1aeab20a2a79f79c3c99f717de1f56: Writing region info on filesystem at 1733148720436Initializing all the Stores at 1733148720438 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148720438Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148720441 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148720441Cleaning up temporary data from old regions at 1733148721108 (+667 ms)Region opened successfully at 1733148721114 (+6 ms) 2024-12-02T14:12:01,179 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6b1aeab20a2a79f79c3c99f717de1f56, disabling compactions & flushes 2024-12-02T14:12:01,179 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:12:01,179 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:12:01,179 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. after waiting 0 ms 2024-12-02T14:12:01,179 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:12:01,181 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733148715962.6b1aeab20a2a79f79c3c99f717de1f56. 2024-12-02T14:12:01,181 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6b1aeab20a2a79f79c3c99f717de1f56: Waiting for close lock at 1733148721179Disabling compacts and flushes for region at 1733148721179Disabling writes for close at 1733148721179Writing region close event to WAL at 1733148721181 (+2 ms)Closed at 1733148721181 2024-12-02T14:12:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741857_1034 (size=95) 2024-12-02T14:12:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741857_1034 (size=95) 2024-12-02T14:12:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741857_1034 (size=95) 2024-12-02T14:12:01,188 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:01,188 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733148720409) 2024-12-02T14:12:01,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 387) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41423 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-485551714_22 at /127.0.0.1:49294 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-485551714_22 at /127.0.0.1:49288 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-485551714_22 at /127.0.0.1:56986 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-485551714_22 at /127.0.0.1:35696 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 94) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6123 (was 6182) 2024-12-02T14:12:01,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=6121 2024-12-02T14:12:01,236 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:01,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:01,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:01,242 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71647712, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-71647712, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:01,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71647712/hregion-71647712.1733148721242, exclude list is [], retry=0 2024-12-02T14:12:01,256 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:01,257 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:01,257 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:01,259 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71647712/hregion-71647712.1733148721242 2024-12-02T14:12:01,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:01,259 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d16d270a93c66186c804cfc795b27b52, NAME => 'test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741865_1042 (size=43) 2024-12-02T14:12:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741865_1042 (size=43) 2024-12-02T14:12:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741865_1042 (size=43) 2024-12-02T14:12:01,269 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:01,271 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,272 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName a 2024-12-02T14:12:01,272 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,273 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,273 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,275 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName b 2024-12-02T14:12:01,275 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,275 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,275 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,277 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName c 2024-12-02T14:12:01,277 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,278 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,281 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,282 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:01,284 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,287 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:01,288 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d16d270a93c66186c804cfc795b27b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65411769, jitterRate=-0.025288686156272888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:01,290 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d16d270a93c66186c804cfc795b27b52: Writing region info on filesystem at 1733148721269Initializing all the Stores at 1733148721270 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721270Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721270Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721270Cleaning up temporary data from old regions at 1733148721281 (+11 ms)Region opened successfully at 1733148721289 (+8 ms) 2024-12-02T14:12:01,290 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d16d270a93c66186c804cfc795b27b52, disabling compactions & flushes 2024-12-02T14:12:01,290 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:01,290 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:01,290 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. after waiting 0 ms 2024-12-02T14:12:01,290 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:01,290 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:01,291 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d16d270a93c66186c804cfc795b27b52: Waiting for close lock at 1733148721290Disabling compacts and flushes for region at 1733148721290Disabling writes for close at 1733148721290Writing region close event to WAL at 1733148721290Closed at 1733148721290 2024-12-02T14:12:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741864_1041 (size=95) 2024-12-02T14:12:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741864_1041 (size=95) 2024-12-02T14:12:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741864_1041 (size=95) 2024-12-02T14:12:01,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:01,297 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71647712:(num 1733148721242) 2024-12-02T14:12:01,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:01,299 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:01,316 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, exclude list is [], retry=0 2024-12-02T14:12:01,320 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:01,320 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:01,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:01,325 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 2024-12-02T14:12:01,326 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741866_1043 (size=263359) 2024-12-02T14:12:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741866_1043 (size=263359) 2024-12-02T14:12:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741866_1043 (size=263359) 2024-12-02T14:12:01,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, size=257.2 K (263359bytes) 2024-12-02T14:12:01,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 2024-12-02T14:12:01,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 after 1ms 2024-12-02T14:12:01,485 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:01,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 took 5ms 2024-12-02T14:12:01,491 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733148721300.temp 2024-12-02T14:12:01,494 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp 2024-12-02T14:12:01,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 so closing down 2024-12-02T14:12:01,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:01,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741867_1044 (size=263359) 2024-12-02T14:12:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741867_1044 (size=263359) 2024-12-02T14:12:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741867_1044 (size=263359) 2024-12-02T14:12:01,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-12-02T14:12:01,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp to hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 2024-12-02T14:12:01,558 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-02T14:12:01,558 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, journal: Splitting hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, size=257.2 K (263359bytes) at 1733148721482Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp at 1733148721494 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733148721507 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733148721528 (+21 ms)Finishing writing output for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 so closing down at 1733148721550 (+22 ms)3 split writer threads finished at 1733148721550Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1733148721557 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000000001-wal.1733148721300.temp to hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 at 1733148721558 (+1 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733148721558 2024-12-02T14:12:01,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721300 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148721300 2024-12-02T14:12:01,561 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 2024-12-02T14:12:01,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:01,563 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:01,575 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, exclude list is [], retry=0 2024-12-02T14:12:01,578 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:01,579 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:01,579 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:01,581 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 2024-12-02T14:12:01,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741868_1045 (size=263486) 2024-12-02T14:12:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741868_1045 (size=263486) 2024-12-02T14:12:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741868_1045 (size=263486) 2024-12-02T14:12:01,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, size=257.3 K (263486bytes) 2024-12-02T14:12:01,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 2024-12-02T14:12:01,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 after 1ms 2024-12-02T14:12:01,750 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:01,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 took 4ms 2024-12-02T14:12:01,755 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733148721564.temp 2024-12-02T14:12:01,756 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp 2024-12-02T14:12:01,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 so closing down 2024-12-02T14:12:01,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:01,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741869_1046 (size=263486) 2024-12-02T14:12:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741869_1046 (size=263486) 2024-12-02T14:12:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741869_1046 (size=263486) 2024-12-02T14:12:01,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-12-02T14:12:01,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp to hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 2024-12-02T14:12:01,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-02T14:12:01,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, journal: Splitting hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, size=257.3 K (263486bytes) at 1733148721747Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp at 1733148721756 (+9 ms)Split 1024 edits, skipped 0 edits. at 1733148721772 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733148721788 (+16 ms)Finishing writing output for hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 so closing down at 1733148721806 (+18 ms)3 split writer threads finished at 1733148721806Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1733148721809 (+3 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003001-wal.1733148721564.temp to hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 at 1733148721811 (+2 ms)Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733148721811 2024-12-02T14:12:01,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721564 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148721564 2024-12-02T14:12:01,815 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 2024-12-02T14:12:01,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:01,817 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/test2727-manual,16010,1733148721235, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:01,831 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721818, exclude list is [], retry=0 2024-12-02T14:12:01,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:01,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:01,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:01,838 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721818 2024-12-02T14:12:01,838 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:01,838 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d16d270a93c66186c804cfc795b27b52, NAME => 'test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:01,838 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:01,839 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,839 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,840 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,842 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName a 2024-12-02T14:12:01,842 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,843 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,843 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,844 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName b 2024-12-02T14:12:01,845 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,845 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,845 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,847 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16d270a93c66186c804cfc795b27b52 columnFamilyName c 2024-12-02T14:12:01,847 DEBUG [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:01,848 INFO [StoreOpener-d16d270a93c66186c804cfc795b27b52-1 {}] regionserver.HStore(327): Store=d16d270a93c66186c804cfc795b27b52/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:01,848 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,849 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,851 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:01,852 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 2024-12-02T14:12:01,854 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:01,901 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 2024-12-02T14:12:01,902 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 2024-12-02T14:12:01,904 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:01,953 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 2024-12-02T14:12:01,953 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d16d270a93c66186c804cfc795b27b52 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T14:12:01,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/a/50715f2e813e446eba4c962e16bbd411 is 41, key is test2727/a:100/1733148721585/Put/seqid=0 2024-12-02T14:12:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741871_1048 (size=84227) 2024-12-02T14:12:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741871_1048 (size=84227) 2024-12-02T14:12:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741871_1048 (size=84227) 2024-12-02T14:12:01,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/a/50715f2e813e446eba4c962e16bbd411 2024-12-02T14:12:02,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/b/5b7d6db085d3462693d5abba7ec23e13 is 41, key is test2727/b:100/1733148721636/Put/seqid=0 2024-12-02T14:12:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741872_1049 (size=84609) 2024-12-02T14:12:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741872_1049 (size=84609) 2024-12-02T14:12:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741872_1049 (size=84609) 2024-12-02T14:12:02,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/b/5b7d6db085d3462693d5abba7ec23e13 2024-12-02T14:12:02,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/c/399bf4ae92594cbc9bae46a5974aad2e is 41, key is test2727/c:100/1733148721688/Put/seqid=0 2024-12-02T14:12:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741873_1050 (size=84609) 2024-12-02T14:12:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741873_1050 (size=84609) 2024-12-02T14:12:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741873_1050 (size=84609) 2024-12-02T14:12:02,047 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/c/399bf4ae92594cbc9bae46a5974aad2e 2024-12-02T14:12:02,054 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/a/50715f2e813e446eba4c962e16bbd411 as hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/a/50715f2e813e446eba4c962e16bbd411 2024-12-02T14:12:02,060 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/a/50715f2e813e446eba4c962e16bbd411, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T14:12:02,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/b/5b7d6db085d3462693d5abba7ec23e13 as hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/b/5b7d6db085d3462693d5abba7ec23e13 2024-12-02T14:12:02,068 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/b/5b7d6db085d3462693d5abba7ec23e13, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T14:12:02,069 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/.tmp/c/399bf4ae92594cbc9bae46a5974aad2e as hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/c/399bf4ae92594cbc9bae46a5974aad2e 2024-12-02T14:12:02,077 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/c/399bf4ae92594cbc9bae46a5974aad2e, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T14:12:02,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d16d270a93c66186c804cfc795b27b52 in 124ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T14:12:02,078 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000003000 2024-12-02T14:12:02,078 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/0000000000000006000 2024-12-02T14:12:02,080 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:02,080 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:02,080 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:02,082 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d16d270a93c66186c804cfc795b27b52 2024-12-02T14:12:02,085 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/test2727/d16d270a93c66186c804cfc795b27b52/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T14:12:02,086 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d16d270a93c66186c804cfc795b27b52; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58811510, jitterRate=-0.12364020943641663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:02,088 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d16d270a93c66186c804cfc795b27b52: Writing region info on filesystem at 1733148721839Initializing all the Stores at 1733148721840 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721840Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721840Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148721840Obtaining lock to block concurrent updates at 1733148721954 (+114 ms)Preparing flush snapshotting stores in d16d270a93c66186c804cfc795b27b52 at 1733148721954Finished memstore snapshotting test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733148721954Flushing stores of test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. at 1733148721954Flushing d16d270a93c66186c804cfc795b27b52/a: creating writer at 1733148721954Flushing d16d270a93c66186c804cfc795b27b52/a: appending metadata at 1733148721974 (+20 ms)Flushing d16d270a93c66186c804cfc795b27b52/a: closing flushed file at 1733148721974Flushing d16d270a93c66186c804cfc795b27b52/b: creating writer at 1733148721988 (+14 ms)Flushing d16d270a93c66186c804cfc795b27b52/b: appending metadata at 1733148722005 (+17 ms)Flushing d16d270a93c66186c804cfc795b27b52/b: closing flushed file at 1733148722006 (+1 ms)Flushing d16d270a93c66186c804cfc795b27b52/c: creating writer at 1733148722020 (+14 ms)Flushing d16d270a93c66186c804cfc795b27b52/c: appending metadata at 1733148722038 (+18 ms)Flushing d16d270a93c66186c804cfc795b27b52/c: closing flushed file at 1733148722038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362170df: reopening flushed file at 1733148722053 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502ca1ee: reopening flushed file at 1733148722061 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560f0d32: reopening flushed file at 1733148722068 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d16d270a93c66186c804cfc795b27b52 in 124ms, sequenceid=6000, compaction requested=false; wal=null at 1733148722077 (+9 ms)Cleaning up temporary data from old regions at 1733148722080 (+3 ms)Region opened successfully at 1733148722087 (+7 ms) 2024-12-02T14:12:02,089 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T14:12:02,089 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d16d270a93c66186c804cfc795b27b52, disabling compactions & flushes 2024-12-02T14:12:02,089 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:02,089 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:02,089 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. after waiting 0 ms 2024-12-02T14:12:02,089 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:02,091 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733148721236.d16d270a93c66186c804cfc795b27b52. 2024-12-02T14:12:02,091 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d16d270a93c66186c804cfc795b27b52: Waiting for close lock at 1733148722089Disabling compacts and flushes for region at 1733148722089Disabling writes for close at 1733148722089Writing region close event to WAL at 1733148722091 (+2 ms)Closed at 1733148722091 2024-12-02T14:12:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741870_1047 (size=95) 2024-12-02T14:12:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741870_1047 (size=95) 2024-12-02T14:12:02,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741870_1047 (size=95) 2024-12-02T14:12:02,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733148721235/wal.1733148721818 not finished, retry = 0 2024-12-02T14:12:02,200 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:02,200 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733148721818) 2024-12-02T14:12:02,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35814 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:49288 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:57094 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=5906 (was 6121) 2024-12-02T14:12:02,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=5905 2024-12-02T14:12:02,247 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:02,253 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:02,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733148722254 2024-12-02T14:12:02,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 2024-12-02T14:12:02,265 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:02,266 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 36fbce3604b68116e5e1d391bc1d7c0b, NAME => 'testSequentialEditLogSeqNum,,1733148722248.36fbce3604b68116e5e1d391bc1d7c0b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733148722248.36fbce3604b68116e5e1d391bc1d7c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,268 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b doesn't exist for region: 36fbce3604b68116e5e1d391bc1d7c0b on table testSequentialEditLogSeqNum 2024-12-02T14:12:02,268 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 36fbce3604b68116e5e1d391bc1d7c0b on table testSequentialEditLogSeqNum 2024-12-02T14:12:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741875_1052 (size=62) 2024-12-02T14:12:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741875_1052 (size=62) 2024-12-02T14:12:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741875_1052 (size=62) 2024-12-02T14:12:02,279 INFO [StoreOpener-36fbce3604b68116e5e1d391bc1d7c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,280 INFO [StoreOpener-36fbce3604b68116e5e1d391bc1d7c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36fbce3604b68116e5e1d391bc1d7c0b columnFamilyName a 2024-12-02T14:12:02,280 DEBUG [StoreOpener-36fbce3604b68116e5e1d391bc1d7c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,281 INFO [StoreOpener-36fbce3604b68116e5e1d391bc1d7c0b-1 {}] regionserver.HStore(327): Store=36fbce3604b68116e5e1d391bc1d7c0b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,282 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,282 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,284 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36fbce3604b68116e5e1d391bc1d7c0b 2024-12-02T14:12:02,286 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:02,286 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36fbce3604b68116e5e1d391bc1d7c0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62004631, jitterRate=-0.0760589987039566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:02,287 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36fbce3604b68116e5e1d391bc1d7c0b: Writing region info on filesystem at 1733148722267Initializing all the Stores at 1733148722278 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722279 (+1 ms)Cleaning up temporary data from old regions at 1733148722282 (+3 ms)Region opened successfully at 1733148722287 (+5 ms) 2024-12-02T14:12:02,299 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 36fbce3604b68116e5e1d391bc1d7c0b 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T14:12:02,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/.tmp/a/f232b9eb5f394797aa1e685da11e951e is 81, key is testSequentialEditLogSeqNum/a:x0/1733148722287/Put/seqid=0 2024-12-02T14:12:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741876_1053 (size=5833) 2024-12-02T14:12:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741876_1053 (size=5833) 2024-12-02T14:12:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741876_1053 (size=5833) 2024-12-02T14:12:02,324 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/.tmp/a/f232b9eb5f394797aa1e685da11e951e 2024-12-02T14:12:02,331 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/.tmp/a/f232b9eb5f394797aa1e685da11e951e as hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/a/f232b9eb5f394797aa1e685da11e951e 2024-12-02T14:12:02,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/a/f232b9eb5f394797aa1e685da11e951e, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T14:12:02,340 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 36fbce3604b68116e5e1d391bc1d7c0b in 42ms, sequenceid=13, compaction requested=false 2024-12-02T14:12:02,340 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 36fbce3604b68116e5e1d391bc1d7c0b: 2024-12-02T14:12:02,346 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T14:12:02,346 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T14:12:02,347 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T14:12:02,347 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T14:12:02,347 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T14:12:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741874_1051 (size=1843) 2024-12-02T14:12:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741874_1051 (size=1843) 2024-12-02T14:12:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741874_1051 (size=1843) 2024-12-02T14:12:02,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254, size=1.8 K (1843bytes) 2024-12-02T14:12:02,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 2024-12-02T14:12:02,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 after 0ms 2024-12-02T14:12:02,367 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:02,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 took 4ms 2024-12-02T14:12:02,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 so closing down 2024-12-02T14:12:02,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:02,371 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733148722254.temp 2024-12-02T14:12:02,372 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp 2024-12-02T14:12:02,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:02,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741877_1054 (size=1477) 2024-12-02T14:12:02,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741877_1054 (size=1477) 2024-12-02T14:12:02,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741877_1054 (size=1477) 2024-12-02T14:12:02,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:02,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp to hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000020 2024-12-02T14:12:02,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-12-02T14:12:02,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254, journal: Splitting hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254, size=1.8 K (1843bytes) at 1733148722364Finishing writing output for hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254 so closing down at 1733148722370 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp at 1733148722372 (+2 ms)3 split writer threads finished at 1733148722373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733148722380 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000003-wal.1733148722254.temp to hdfs://localhost:41423/hbase/data/default/testSequentialEditLogSeqNum/36fbce3604b68116e5e1d391bc1d7c0b/recovered.edits/0000000000000000020 at 1733148722381 (+1 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733148722247/wal.1733148722254, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1733148722382 (+1 ms) 2024-12-02T14:12:02,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35814 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:49288 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 5905) 2024-12-02T14:12:02,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=5886 2024-12-02T14:12:02,431 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:02,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:02,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:02,461 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12104119, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-12104119, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:02,474 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12104119/hregion-12104119.1733148722461, exclude list is [], retry=0 2024-12-02T14:12:02,477 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:02,477 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:02,477 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:02,479 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12104119/hregion-12104119.1733148722461 2024-12-02T14:12:02,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:02,480 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8a9582868ee96636b0010ec466699469, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741879_1056 (size=70) 2024-12-02T14:12:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741879_1056 (size=70) 2024-12-02T14:12:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741879_1056 (size=70) 2024-12-02T14:12:02,492 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:02,493 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,495 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName a 2024-12-02T14:12:02,495 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,496 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,496 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,497 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName b 2024-12-02T14:12:02,497 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,498 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,498 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,499 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName c 2024-12-02T14:12:02,499 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,500 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,500 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,502 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,502 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,503 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:02,504 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,506 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:02,506 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a9582868ee96636b0010ec466699469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62017603, jitterRate=-0.07586570084095001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:02,507 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a9582868ee96636b0010ec466699469: Writing region info on filesystem at 1733148722492Initializing all the Stores at 1733148722493 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722493Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722493Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722493Cleaning up temporary data from old regions at 1733148722502 (+9 ms)Region opened successfully at 1733148722507 (+5 ms) 2024-12-02T14:12:02,507 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8a9582868ee96636b0010ec466699469, disabling compactions & flushes 2024-12-02T14:12:02,507 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:02,507 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:02,507 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. after waiting 0 ms 2024-12-02T14:12:02,507 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:02,508 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:02,508 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8a9582868ee96636b0010ec466699469: Waiting for close lock at 1733148722507Disabling compacts and flushes for region at 1733148722507Disabling writes for close at 1733148722507Writing region close event to WAL at 1733148722508 (+1 ms)Closed at 1733148722508 2024-12-02T14:12:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741878_1055 (size=95) 2024-12-02T14:12:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741878_1055 (size=95) 2024-12-02T14:12:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741878_1055 (size=95) 2024-12-02T14:12:02,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:02,513 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12104119:(num 1733148722461) 2024-12-02T14:12:02,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:02,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:02,548 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, exclude list is [], retry=0 2024-12-02T14:12:02,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:02,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:02,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:02,559 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 2024-12-02T14:12:02,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:02,559 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9582868ee96636b0010ec466699469, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:02,559 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:02,560 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,560 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,561 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,563 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName a 2024-12-02T14:12:02,563 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,564 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,564 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,565 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName b 2024-12-02T14:12:02,565 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,566 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,566 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,567 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName c 2024-12-02T14:12:02,567 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:02,568 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:02,568 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,571 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,571 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,572 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:02,574 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:02,575 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a9582868ee96636b0010ec466699469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65822369, jitterRate=-0.01917026937007904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:02,576 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a9582868ee96636b0010ec466699469: Writing region info on filesystem at 1733148722560Initializing all the Stores at 1733148722561 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722561Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722561Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148722561Cleaning up temporary data from old regions at 1733148722571 (+10 ms)Region opened successfully at 1733148722576 (+5 ms) 2024-12-02T14:12:02,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733148722583/Put/seqid=0 2024-12-02T14:12:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741881_1058 (size=4826) 2024-12-02T14:12:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741881_1058 (size=4826) 2024-12-02T14:12:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741881_1058 (size=4826) 2024-12-02T14:12:02,597 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41423/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 8a9582868ee96636b0010ec466699469/a 2024-12-02T14:12:02,605 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T14:12:02,605 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:12:02,605 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8a9582868ee96636b0010ec466699469: 2024-12-02T14:12:02,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/58528bef156c48d0b73872c8ec8f5a32_SeqId_3_ 2024-12-02T14:12:02,608 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41423/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8a9582868ee96636b0010ec466699469/a as hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/58528bef156c48d0b73872c8ec8f5a32_SeqId_3_ - updating store file list. 2024-12-02T14:12:02,614 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58528bef156c48d0b73872c8ec8f5a32_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:02,614 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/58528bef156c48d0b73872c8ec8f5a32_SeqId_3_ into 8a9582868ee96636b0010ec466699469/a 2024-12-02T14:12:02,614 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41423/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 8a9582868ee96636b0010ec466699469/a (new location: hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/58528bef156c48d0b73872c8ec8f5a32_SeqId_3_) 2024-12-02T14:12:02,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, size=0 (0bytes) 2024-12-02T14:12:02,651 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 might be still open, length is 0 2024-12-02T14:12:02,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 2024-12-02T14:12:02,651 WARN [IPC Server handler 4 on default port 41423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T14:12:02,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 after 1ms 2024-12-02T14:12:02,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:12:02,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:02,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T14:12:02,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:02,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:12:02,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:12:02,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:12:02,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:02,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T14:12:02,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:02,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T14:12:02,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:03,473 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:49498 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49498 dst: /127.0.0.1:33241 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33241 remote=/127.0.0.1:49498]. Total timeout mills is 60000, 59148 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:03,474 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:57180 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45271:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57180 dst: /127.0.0.1:45271 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:03,475 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35878 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35255:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35878 dst: /127.0.0.1:35255 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741880_1059 (size=473) 2024-12-02T14:12:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741880_1059 (size=473) 2024-12-02T14:12:06,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 after 4002ms 2024-12-02T14:12:06,661 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:06,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 took 4010ms 2024-12-02T14:12:06,664 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515; continuing. 2024-12-02T14:12:06,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 so closing down 2024-12-02T14:12:06,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:06,668 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733148722515.temp 2024-12-02T14:12:06,671 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp 2024-12-02T14:12:06,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741882_1060 (size=259) 2024-12-02T14:12:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741882_1060 (size=259) 2024-12-02T14:12:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741882_1060 (size=259) 2024-12-02T14:12:06,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:06,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp to hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 2024-12-02T14:12:06,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T14:12:06,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, journal: Splitting hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, size=0 (0bytes) at 1733148722651Finishing writing output for hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 so closing down at 1733148726665 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp at 1733148726671 (+6 ms)3 split writer threads finished at 1733148726671Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733148726681 (+10 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005-wal.1733148722515.temp to hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 at 1733148726682 (+1 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515, size=0, length=0, corrupted=false, cancelled=false at 1733148726683 (+1 ms) 2024-12-02T14:12:06,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148722515 2024-12-02T14:12:06,686 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 2024-12-02T14:12:06,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:06,689 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:06,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148726690, exclude list is [], retry=0 2024-12-02T14:12:06,705 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:06,705 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:06,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:06,707 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148726690 2024-12-02T14:12:06,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:06,708 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9582868ee96636b0010ec466699469, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:06,708 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:06,708 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,708 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,709 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,710 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName a 2024-12-02T14:12:06,710 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:06,716 DEBUG [StoreFileOpener-8a9582868ee96636b0010ec466699469-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58528bef156c48d0b73872c8ec8f5a32_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:06,716 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/58528bef156c48d0b73872c8ec8f5a32_SeqId_3_ 2024-12-02T14:12:06,716 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:06,716 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,717 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName b 2024-12-02T14:12:06,717 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:06,718 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:06,718 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,719 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9582868ee96636b0010ec466699469 columnFamilyName c 2024-12-02T14:12:06,719 DEBUG [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:06,719 INFO [StoreOpener-8a9582868ee96636b0010ec466699469-1 {}] regionserver.HStore(327): Store=8a9582868ee96636b0010ec466699469/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:06,720 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,723 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 2024-12-02T14:12:06,726 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:06,727 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 2024-12-02T14:12:06,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8a9582868ee96636b0010ec466699469 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T14:12:06,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/.tmp/a/9ecd34897cb64f33b39a2e76c1595bbe is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733148722619/Put/seqid=0 2024-12-02T14:12:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741884_1062 (size=5149) 2024-12-02T14:12:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741884_1062 (size=5149) 2024-12-02T14:12:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741884_1062 (size=5149) 2024-12-02T14:12:06,748 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/.tmp/a/9ecd34897cb64f33b39a2e76c1595bbe 2024-12-02T14:12:06,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/.tmp/a/9ecd34897cb64f33b39a2e76c1595bbe as hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/9ecd34897cb64f33b39a2e76c1595bbe 2024-12-02T14:12:06,758 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/a/9ecd34897cb64f33b39a2e76c1595bbe, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T14:12:06,759 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8a9582868ee96636b0010ec466699469 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T14:12:06,759 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/0000000000000000005 2024-12-02T14:12:06,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,761 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:06,762 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a9582868ee96636b0010ec466699469 2024-12-02T14:12:06,764 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/8a9582868ee96636b0010ec466699469/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:12:06,765 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a9582868ee96636b0010ec466699469; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448044, jitterRate=-0.06945163011550903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:06,766 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a9582868ee96636b0010ec466699469: Writing region info on filesystem at 1733148726708Initializing all the Stores at 1733148726709 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148726709Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148726709Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148726709Obtaining lock to block concurrent updates at 1733148726727 (+18 ms)Preparing flush snapshotting stores in 8a9582868ee96636b0010ec466699469 at 1733148726727Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733148726727Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. at 1733148726727Flushing 8a9582868ee96636b0010ec466699469/a: creating writer at 1733148726727Flushing 8a9582868ee96636b0010ec466699469/a: appending metadata at 1733148726741 (+14 ms)Flushing 8a9582868ee96636b0010ec466699469/a: closing flushed file at 1733148726741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9a401e: reopening flushed file at 1733148726752 (+11 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 8a9582868ee96636b0010ec466699469 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1733148726759 (+7 ms)Cleaning up temporary data from old regions at 1733148726760 (+1 ms)Region opened successfully at 1733148726766 (+6 ms) 2024-12-02T14:12:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8a9582868ee96636b0010ec466699469, disabling compactions & flushes 2024-12-02T14:12:06,769 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. after waiting 0 ms 2024-12-02T14:12:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:06,770 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733148722432.8a9582868ee96636b0010ec466699469. 2024-12-02T14:12:06,770 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8a9582868ee96636b0010ec466699469: Waiting for close lock at 1733148726769Disabling compacts and flushes for region at 1733148726769Disabling writes for close at 1733148726769Writing region close event to WAL at 1733148726770 (+1 ms)Closed at 1733148726770 2024-12-02T14:12:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741883_1061 (size=95) 2024-12-02T14:12:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741883_1061 (size=95) 2024-12-02T14:12:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741883_1061 (size=95) 2024-12-02T14:12:06,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:06,775 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733148726690) 2024-12-02T14:12:06,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 410) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_359375239_22 at /127.0.0.1:49532 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41423 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_359375239_22 at /127.0.0.1:35904 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_359375239_22 at /127.0.0.1:57210 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=5818 (was 5886) 2024-12-02T14:12:06,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=5817 2024-12-02T14:12:06,814 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:06,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:12:06,821 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36315,1733148712419 2024-12-02T14:12:06,823 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f36058 2024-12-02T14:12:06,824 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:12:06,826 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:12:06,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:12:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T14:12:06,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:12:06,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T14:12:06,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:06,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:12:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741885_1063 (size=694) 2024-12-02T14:12:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741885_1063 (size=694) 2024-12-02T14:12:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741885_1063 (size=694) 2024-12-02T14:12:06,854 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4 2024-12-02T14:12:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741886_1064 (size=77) 2024-12-02T14:12:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741886_1064 (size=77) 2024-12-02T14:12:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741886_1064 (size=77) 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:06,863 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:06,863 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:06,863 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148726863Disabling compacts and flushes for region at 1733148726863Disabling writes for close at 1733148726863Writing region close event to WAL at 1733148726863Closed at 1733148726863 2024-12-02T14:12:06,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:12:06,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733148726865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148726865"}]},"ts":"1733148726865"} 2024-12-02T14:12:06,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:12:06,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:12:06,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148726878"}]},"ts":"1733148726878"} 2024-12-02T14:12:06,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T14:12:06,886 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:12:06,887 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:12:06,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:12:06,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:12:06,888 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:12:06,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:12:06,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN}] 2024-12-02T14:12:06,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN 2024-12-02T14:12:06,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,39217,1733148713093; forceNewPlan=false, retain=false 2024-12-02T14:12:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:07,048 INFO [a3a61c9ba14f:36315 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T14:12:07,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPENING, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN because future has completed 2024-12-02T14:12:07,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093}] 2024-12-02T14:12:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:07,222 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,222 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:07,223 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,223 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:07,223 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,223 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,227 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,230 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:07,230 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:07,231 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:07,232 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,234 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:07,235 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:07,235 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:07,235 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,237 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,237 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,238 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,238 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,239 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:12:07,240 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,243 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:07,244 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d89f433b83083d34c8f2c3710f39ee8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69782315, jitterRate=0.03983752429485321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:12:07,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d89f433b83083d34c8f2c3710f39ee8c: Running coprocessor pre-open hook at 1733148727224Writing region info on filesystem at 1733148727224Initializing all the Stores at 1733148727225 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148727226 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148727227 (+1 ms)Cleaning up temporary data from old regions at 1733148727238 (+11 ms)Running coprocessor post-open hooks at 1733148727244 (+6 ms)Region opened successfully at 1733148727244 2024-12-02T14:12:07,246 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., pid=6, masterSystemTime=1733148727212 2024-12-02T14:12:07,249 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,249 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:07,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 because future has completed 2024-12-02T14:12:07,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:12:07,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 in 197 msec 2024-12-02T14:12:07,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:12:07,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN in 368 msec 2024-12-02T14:12:07,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:12:07,262 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148727262"}]},"ts":"1733148727262"} 2024-12-02T14:12:07,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T14:12:07,266 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:12:07,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 435 msec 2024-12-02T14:12:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:07,476 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T14:12:07,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T14:12:07,479 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:12:07,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T14:12:07,490 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:12:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T14:12:07,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=2] 2024-12-02T14:12:07,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d89f433b83083d34c8f2c3710f39ee8c, source=a3a61c9ba14f,39217,1733148713093, destination=a3a61c9ba14f,39409,1733148712965, warming up region on a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:07,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d89f433b83083d34c8f2c3710f39ee8c, source=a3a61c9ba14f,39217,1733148713093, destination=a3a61c9ba14f,39409,1733148712965, running balancer 2024-12-02T14:12:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE 2024-12-02T14:12:07,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:07,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE 2024-12-02T14:12:07,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=CLOSING, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:07,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(7855): Warmup {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:07,532 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE because future has completed 2024-12-02T14:12:07,533 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:12:07,533 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:07,533 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:07,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093}] 2024-12-02T14:12:07,534 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:07,534 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,535 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:07,535 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:07,536 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:07,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148727536Disabling compacts and flushes for region at 1733148727536Disabling writes for close at 1733148727536Writing region close event to WAL at 1733148727537 (+1 ms)Closed at 1733148727537 2024-12-02T14:12:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T14:12:07,693 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,693 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:12:07,694 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:07,694 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,694 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,694 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:07,694 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,694 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing d89f433b83083d34c8f2c3710f39ee8c 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T14:12:07,720 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/41f98f0ea0d0490980bb1bf34ed166f3 is 35, key is r1/cf1:q/1733148727506/Put/seqid=0 2024-12-02T14:12:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741887_1065 (size=4783) 2024-12-02T14:12:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741887_1065 (size=4783) 2024-12-02T14:12:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741887_1065 (size=4783) 2024-12-02T14:12:07,727 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/41f98f0ea0d0490980bb1bf34ed166f3 2024-12-02T14:12:07,735 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/41f98f0ea0d0490980bb1bf34ed166f3 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3 2024-12-02T14:12:07,742 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T14:12:07,743 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d89f433b83083d34c8f2c3710f39ee8c in 49ms, sequenceid=5, compaction requested=false 2024-12-02T14:12:07,743 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T14:12:07,749 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:12:07,751 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:07,751 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148727694Running coprocessor pre-close hooks at 1733148727694Disabling compacts and flushes for region at 1733148727694Disabling writes for close at 1733148727694Obtaining lock to block concurrent updates at 1733148727694Preparing flush snapshotting stores in d89f433b83083d34c8f2c3710f39ee8c at 1733148727694Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733148727694Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. at 1733148727696 (+2 ms)Flushing d89f433b83083d34c8f2c3710f39ee8c/cf1: creating writer at 1733148727696Flushing d89f433b83083d34c8f2c3710f39ee8c/cf1: appending metadata at 1733148727720 (+24 ms)Flushing d89f433b83083d34c8f2c3710f39ee8c/cf1: closing flushed file at 1733148727720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754cc369: reopening flushed file at 1733148727734 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d89f433b83083d34c8f2c3710f39ee8c in 49ms, sequenceid=5, compaction requested=false at 1733148727743 (+9 ms)Writing region close event to WAL at 1733148727744 (+1 ms)Running coprocessor post-close hooks at 1733148727749 (+5 ms)Closed at 1733148727751 (+2 ms) 2024-12-02T14:12:07,752 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding d89f433b83083d34c8f2c3710f39ee8c move to a3a61c9ba14f,39409,1733148712965 record at close sequenceid=5 2024-12-02T14:12:07,755 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:07,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=CLOSED 2024-12-02T14:12:07,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 because future has completed 2024-12-02T14:12:07,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T14:12:07,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 in 228 msec 2024-12-02T14:12:07,766 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE; state=CLOSED, location=a3a61c9ba14f,39409,1733148712965; forceNewPlan=false, retain=false 2024-12-02T14:12:07,916 INFO [a3a61c9ba14f:36315 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T14:12:07,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPENING, regionLocation=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:07,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE because future has completed 2024-12-02T14:12:07,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965}] 2024-12-02T14:12:08,080 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,081 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:08,081 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,081 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:08,082 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,082 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,084 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,085 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:08,086 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:08,095 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3 2024-12-02T14:12:08,095 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:08,095 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,096 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:08,096 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:08,097 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:08,097 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,098 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,099 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,100 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,100 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,101 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:12:08,102 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,103 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened d89f433b83083d34c8f2c3710f39ee8c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70921559, jitterRate=0.05681358277797699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:12:08,103 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,104 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d89f433b83083d34c8f2c3710f39ee8c: Running coprocessor pre-open hook at 1733148728082Writing region info on filesystem at 1733148728082Initializing all the Stores at 1733148728083 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148728083Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148728084 (+1 ms)Cleaning up temporary data from old regions at 1733148728100 (+16 ms)Running coprocessor post-open hooks at 1733148728103 (+3 ms)Region opened successfully at 1733148728104 (+1 ms) 2024-12-02T14:12:08,105 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., pid=9, masterSystemTime=1733148728073 2024-12-02T14:12:08,108 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,108 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPEN, openSeqNum=9, regionLocation=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:08,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965 because future has completed 2024-12-02T14:12:08,113 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a3a61c9ba14f,39409,1733148712965, table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T14:12:08,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T14:12:08,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965 in 193 msec 2024-12-02T14:12:08,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE in 592 msec 2024-12-02T14:12:08,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:08,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:38110 deadline: 1733148788137, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39409 startCode=1733148712965. As of locationSeqNum=5. 2024-12-02T14:12:08,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39409 startCode=1733148712965. As of locationSeqNum=5. 2024-12-02T14:12:08,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39409 startCode=1733148712965. As of locationSeqNum=5. 2024-12-02T14:12:08,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39409,1733148712965, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39409 startCode=1733148712965. As of locationSeqNum=5. 2024-12-02T14:12:08,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:08,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:08,295 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d89f433b83083d34c8f2c3710f39ee8c 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T14:12:08,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/62c068bd270241d5b15576643c0e2784 is 29, key is r1/cf1:/1733148728287/DeleteFamily/seqid=0 2024-12-02T14:12:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741888_1066 (size=4906) 2024-12-02T14:12:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741888_1066 (size=4906) 2024-12-02T14:12:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741888_1066 (size=4906) 2024-12-02T14:12:08,325 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,332 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf2/b56b347aa548493b90ba99dcb0478856 is 29, key is r1/cf2:/1733148728287/DeleteFamily/seqid=0 2024-12-02T14:12:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741889_1067 (size=4906) 2024-12-02T14:12:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741889_1067 (size=4906) 2024-12-02T14:12:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741889_1067 (size=4906) 2024-12-02T14:12:08,355 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf2/b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,361 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/62c068bd270241d5b15576643c0e2784 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,370 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,370 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T14:12:08,372 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf2/b56b347aa548493b90ba99dcb0478856 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,379 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,379 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T14:12:08,380 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for d89f433b83083d34c8f2c3710f39ee8c in 85ms, sequenceid=12, compaction requested=false 2024-12-02T14:12:08,380 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d89f433b83083d34c8f2c3710f39ee8c: 2024-12-02T14:12:08,384 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T14:12:08,385 DEBUG [Time-limited test {}] regionserver.HStore(1541): d89f433b83083d34c8f2c3710f39ee8c/cf1 is initiating major compaction (all files) 2024-12-02T14:12:08,385 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:12:08,385 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:08,386 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d89f433b83083d34c8f2c3710f39ee8c/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,386 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3, hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784] into tmpdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp, totalSize=9.5 K 2024-12-02T14:12:08,387 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 41f98f0ea0d0490980bb1bf34ed166f3, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733148727506 2024-12-02T14:12:08,388 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 62c068bd270241d5b15576643c0e2784, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T14:12:08,401 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d89f433b83083d34c8f2c3710f39ee8c#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T14:12:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741890_1068 (size=4626) 2024-12-02T14:12:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741890_1068 (size=4626) 2024-12-02T14:12:08,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741890_1068 (size=4626) 2024-12-02T14:12:08,416 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf1/65e92fea574f4ed39e33b926a81af855 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/65e92fea574f4ed39e33b926a81af855 2024-12-02T14:12:08,431 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in d89f433b83083d34c8f2c3710f39ee8c/cf1 of d89f433b83083d34c8f2c3710f39ee8c into 65e92fea574f4ed39e33b926a81af855(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T14:12:08,431 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d89f433b83083d34c8f2c3710f39ee8c: 2024-12-02T14:12:08,431 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T14:12:08,431 DEBUG [Time-limited test {}] regionserver.HStore(1541): d89f433b83083d34c8f2c3710f39ee8c/cf2 is initiating major compaction (all files) 2024-12-02T14:12:08,431 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:12:08,431 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:08,431 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d89f433b83083d34c8f2c3710f39ee8c/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,432 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856] into tmpdir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp, totalSize=4.8 K 2024-12-02T14:12:08,432 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b56b347aa548493b90ba99dcb0478856, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T14:12:08,439 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d89f433b83083d34c8f2c3710f39ee8c#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T14:12:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741891_1069 (size=4592) 2024-12-02T14:12:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741891_1069 (size=4592) 2024-12-02T14:12:08,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741891_1069 (size=4592) 2024-12-02T14:12:08,453 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/.tmp/cf2/5a0d6864255443bcab851a288cae571a as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/5a0d6864255443bcab851a288cae571a 2024-12-02T14:12:08,462 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in d89f433b83083d34c8f2c3710f39ee8c/cf2 of d89f433b83083d34c8f2c3710f39ee8c into 5a0d6864255443bcab851a288cae571a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T14:12:08,462 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d89f433b83083d34c8f2c3710f39ee8c: 2024-12-02T14:12:08,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d89f433b83083d34c8f2c3710f39ee8c, source=a3a61c9ba14f,39409,1733148712965, destination=a3a61c9ba14f,39217,1733148713093, warming up region on a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:08,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d89f433b83083d34c8f2c3710f39ee8c, source=a3a61c9ba14f,39409,1733148712965, destination=a3a61c9ba14f,39217,1733148713093, running balancer 2024-12-02T14:12:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE 2024-12-02T14:12:08,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE 2024-12-02T14:12:08,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=CLOSING, regionLocation=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(7855): Warmup {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:08,471 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,472 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:08,472 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE because future has completed 2024-12-02T14:12:08,474 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:12:08,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965}] 2024-12-02T14:12:08,481 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3 2024-12-02T14:12:08,488 INFO [StoreFileOpener-d89f433b83083d34c8f2c3710f39ee8c-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,488 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,495 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/65e92fea574f4ed39e33b926a81af855 2024-12-02T14:12:08,495 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:08,495 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,497 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:08,497 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:08,505 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/5a0d6864255443bcab851a288cae571a 2024-12-02T14:12:08,511 INFO [StoreFileOpener-d89f433b83083d34c8f2c3710f39ee8c-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,511 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,512 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:08,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148728512Disabling compacts and flushes for region at 1733148728512Disabling writes for close at 1733148728512Writing region close event to WAL at 1733148728513 (+1 ms)Closed at 1733148728513 2024-12-02T14:12:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T14:12:08,629 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,629 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:12:08,629 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:08,629 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,630 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,630 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:08,630 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,630 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3, hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784] to archive 2024-12-02T14:12:08,633 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T14:12:08,638 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3 to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/41f98f0ea0d0490980bb1bf34ed166f3 2024-12-02T14:12:08,640 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784 to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/62c068bd270241d5b15576643c0e2784 2024-12-02T14:12:08,656 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856] to archive 2024-12-02T14:12:08,657 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T14:12:08,659 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856 to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/b56b347aa548493b90ba99dcb0478856 2024-12-02T14:12:08,666 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T14:12:08,666 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:08,666 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148728629Running coprocessor pre-close hooks at 1733148728629Disabling compacts and flushes for region at 1733148728629Disabling writes for close at 1733148728630 (+1 ms)Writing region close event to WAL at 1733148728662 (+32 ms)Running coprocessor post-close hooks at 1733148728666 (+4 ms)Closed at 1733148728666 2024-12-02T14:12:08,667 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding d89f433b83083d34c8f2c3710f39ee8c move to a3a61c9ba14f,39217,1733148713093 record at close sequenceid=12 2024-12-02T14:12:08,669 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:08,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=CLOSED 2024-12-02T14:12:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965 because future has completed 2024-12-02T14:12:08,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T14:12:08,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39409,1733148712965 in 201 msec 2024-12-02T14:12:08,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE; state=CLOSED, location=a3a61c9ba14f,39217,1733148713093; forceNewPlan=false, retain=false 2024-12-02T14:12:08,830 INFO [a3a61c9ba14f:36315 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T14:12:08,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPENING, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE because future has completed 2024-12-02T14:12:08,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093}] 2024-12-02T14:12:08,999 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,000 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:09,000 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,000 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:09,001 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,001 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,003 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,004 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:09,004 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,012 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/65e92fea574f4ed39e33b926a81af855 2024-12-02T14:12:09,012 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:09,012 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,014 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:09,014 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,022 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/5a0d6864255443bcab851a288cae571a 2024-12-02T14:12:09,022 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:09,022 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,023 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,025 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,025 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,025 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,026 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:12:09,028 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,029 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d89f433b83083d34c8f2c3710f39ee8c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71263756, jitterRate=0.061912715435028076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:12:09,029 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,029 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d89f433b83083d34c8f2c3710f39ee8c: Running coprocessor pre-open hook at 1733148729001Writing region info on filesystem at 1733148729001Initializing all the Stores at 1733148729002 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148729002Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148729002Cleaning up temporary data from old regions at 1733148729026 (+24 ms)Running coprocessor post-open hooks at 1733148729029 (+3 ms)Region opened successfully at 1733148729029 2024-12-02T14:12:09,031 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., pid=12, masterSystemTime=1733148728991 2024-12-02T14:12:09,033 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,033 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPEN, openSeqNum=18, regionLocation=a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:09,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 because future has completed 2024-12-02T14:12:09,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T14:12:09,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,39217,1733148713093 in 201 msec 2024-12-02T14:12:09,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, REOPEN/MOVE in 575 msec 2024-12-02T14:12:09,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:09,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:09,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a3a61c9ba14f,39217,1733148713093: testing ***** 2024-12-02T14:12:09,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:12:09,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:12:09,077 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:12:09,080 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:12:09,082 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:12:09,092 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 323202256 }, "NonHeapMemoryUsage": { "committed": 171507712, "init": 7667712, "max": -1, "used": 168843304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 8, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 7, "ProcessCallTime_98th_percentile": 7, "ProcessCallTime_99th_percentile": 7, "ProcessCallTime_99.9th_percentile": 7, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 8, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 7, "TotalCallTime_98th_percentile": 7, "TotalCallTime_99th_percentile": 7, "TotalCallTime_99.9th_percentile": 7, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56390", "tag.serverName": "a3a61c9ba14f,39409,1733148712965", "tag.clusterId": "3e4a9e38-75e8-4c0a-a2c8-f33be791a3d6", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733148712965, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T14:12:09,096 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36315 {}] master.MasterRpcServices(700): a3a61c9ba14f,39217,1733148713093 reported a fatal error: ***** ABORTING region server a3a61c9ba14f,39217,1733148713093: testing ***** 2024-12-02T14:12:09,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,39217,1733148713093' ***** 2024-12-02T14:12:09,099 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T14:12:09,099 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:12:09,099 INFO [RS:2;a3a61c9ba14f:39217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T14:12:09,099 INFO [RS:2;a3a61c9ba14f:39217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T14:12:09,100 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(3091): Received CLOSE for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:12:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39409 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49170 deadline: 1733148789100, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39217 startCode=1733148713093. As of locationSeqNum=12. 2024-12-02T14:12:09,100 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(956): aborting server a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:09,100 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:12:09,101 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:09,101 INFO [RS:2;a3a61c9ba14f:39217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a3a61c9ba14f:39217. 2024-12-02T14:12:09,101 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,101 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,101 DEBUG [RS:2;a3a61c9ba14f:39217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:09,101 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:09,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39409,1733148712965, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39409,1733148712965, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39217 startCode=1733148713093. As of locationSeqNum=12. 2024-12-02T14:12:09,101 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39409,1733148712965, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39217 startCode=1733148713093. As of locationSeqNum=12. 2024-12-02T14:12:09,101 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39409,1733148712965, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a3a61c9ba14f port=39217 startCode=1733148713093. As of locationSeqNum=12. 2024-12-02T14:12:09,101 DEBUG [RS:2;a3a61c9ba14f:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:09,102 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:12:09,102 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:12:09,102 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:12:09,102 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:12:09,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:09,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting 2024-12-02T14:12:09,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting 2024-12-02T14:12:09,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 from cache 2024-12-02T14:12:09,108 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:12:09,108 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:12:09,108 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:12:09,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d89f433b83083d34c8f2c3710f39ee8c=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.} 2024-12-02T14:12:09,108 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:12:09,108 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:12:09,108 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:12:09,108 DEBUG [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:09,109 ERROR [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-02T14:12:09,109 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:12:09,109 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:12:09,109 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148729108Running coprocessor pre-close hooks at 1733148729108Disabling compacts and flushes for region at 1733148729108Disabling writes for close at 1733148729108Writing region close event to WAL at 1733148729109 (+1 ms)Running coprocessor post-close hooks at 1733148729109Closed at 1733148729109 2024-12-02T14:12:09,109 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,109 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148729100Running coprocessor pre-close hooks at 1733148729101 (+1 ms)Disabling compacts and flushes for region at 1733148729101Disabling writes for close at 1733148729101Writing region close event to WAL at 1733148729109 (+8 ms)Running coprocessor post-close hooks at 1733148729109Closed at 1733148729109 2024-12-02T14:12:09,109 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:09,109 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:12:09,119 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:12:09,119 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:12:09,151 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:09,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:09,215 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1] 2024-12-02T14:12:09,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:09,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting 2024-12-02T14:12:09,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,39217,1733148713093 aborting 2024-12-02T14:12:09,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 from cache 2024-12-02T14:12:09,309 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,39217,1733148713093; all regions closed. 2024-12-02T14:12:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741836_1012 (size=3561) 2024-12-02T14:12:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741836_1012 (size=3561) 2024-12-02T14:12:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741836_1012 (size=3561) 2024-12-02T14:12:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741835_1011 (size=1406) 2024-12-02T14:12:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741835_1011 (size=1406) 2024-12-02T14:12:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741835_1011 (size=1406) 2024-12-02T14:12:09,320 DEBUG [RS:2;a3a61c9ba14f:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:09,320 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:09,320 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:12:09,320 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:12:09,321 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:12:09,321 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:12:09,321 INFO [RS:2;a3a61c9ba14f:39217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39217 2024-12-02T14:12:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,39217,1733148713093 2024-12-02T14:12:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:12:09,328 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:12:09,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,39217,1733148713093] 2024-12-02T14:12:09,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,39217,1733148713093 already deleted, retry=false 2024-12-02T14:12:09,331 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a3a61c9ba14f,39217,1733148713093 on a3a61c9ba14f,36315,1733148712419 2024-12-02T14:12:09,338 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3a61c9ba14f,39217,1733148713093, splitWal=true, meta=true 2024-12-02T14:12:09,341 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for a3a61c9ba14f,39217,1733148713093 (carryingMeta=true) a3a61c9ba14f,39217,1733148713093/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c2a65fb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T14:12:09,341 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3a61c9ba14f,39217,1733148713093, splitWal=true, meta=true 2024-12-02T14:12:09,342 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,39217,1733148713093, splitWal=true, meta=true, isMeta: true 2024-12-02T14:12:09,344 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting 2024-12-02T14:12:09,345 INFO [PEWorker-2 {}] master.SplitWALManager(105): a3a61c9ba14f,39217,1733148713093 WAL count=1, meta=true 2024-12-02T14:12:09,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta}] 2024-12-02T14:12:09,353 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:09,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, worker=a3a61c9ba14f,39409,1733148712965}] 2024-12-02T14:12:09,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1] 2024-12-02T14:12:09,427 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3a61c9ba14f:39217 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3a61c9ba14f/172.17.0.2:39217 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:09,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1, error=java.net.ConnectException: Call to address=a3a61c9ba14f:39217 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3a61c9ba14f/172.17.0.2:39217 2024-12-02T14:12:09,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-02T14:12:09,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 from cache 2024-12-02T14:12:09,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address a3a61c9ba14f:39217 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3a61c9ba14f/172.17.0.2:39217 2024-12-02T14:12:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1009b45f7780003, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:09,430 INFO [RS:2;a3a61c9ba14f:39217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:12:09,431 INFO [RS:2;a3a61c9ba14f:39217 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,39217,1733148713093; zookeeper connection closed. 2024-12-02T14:12:09,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bcab0e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bcab0e5 2024-12-02T14:12:09,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T14:12:09,539 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, size=3.5 K (3561bytes) 2024-12-02T14:12:09,539 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta 2024-12-02T14:12:09,540 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta after 1ms 2024-12-02T14:12:09,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:09,543 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta took 4ms 2024-12-02T14:12:09,555 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-02T14:12:09,556 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta so closing down 2024-12-02T14:12:09,556 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:09,558 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp 2024-12-02T14:12:09,560 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp 2024-12-02T14:12:09,561 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741892_1070 (size=3346) 2024-12-02T14:12:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741892_1070 (size=3346) 2024-12-02T14:12:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741892_1070 (size=3346) 2024-12-02T14:12:09,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:09,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T14:12:09,582 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-12-02T14:12:09,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, journal: Splitting hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, size=3.5 K (3561bytes) at 1733148729539Finishing writing output for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta so closing down at 1733148729556 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp at 1733148729560 (+4 ms)3 split writer threads finished at 1733148729561 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733148729580 (+19 ms)Rename recovered edits hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta.temp to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733148729582 (+2 ms)Processed 16 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1733148729582 2024-12-02T14:12:09,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta 2024-12-02T14:12:09,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T14:12:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T14:12:09,592 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs 2024-12-02T14:12:09,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T14:12:09,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, worker=a3a61c9ba14f,39409,1733148712965 in 236 msec 2024-12-02T14:12:09,597 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:09,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T14:12:09,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C39217%2C1733148713093.meta.1733148714867.meta, worker=a3a61c9ba14f,39409,1733148712965 in 251 msec 2024-12-02T14:12:09,602 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting dir is empty, no logs to split. 2024-12-02T14:12:09,602 INFO [PEWorker-2 {}] master.SplitWALManager(105): a3a61c9ba14f,39217,1733148713093 WAL count=0, meta=true 2024-12-02T14:12:09,603 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,39217,1733148713093 WAL splitting is done? wals=0, meta=true 2024-12-02T14:12:09,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:12:09,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:12:09,608 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:12:09,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:09,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1] 2024-12-02T14:12:09,735 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:39217 this server is in the failed servers list 2024-12-02T14:12:09,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:39217 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:09,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:09,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 from cache 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:12:09,759 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:12:09,759 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:12:09,759 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:12:09,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:09,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,45805,1733148713056, state=OPENING 2024-12-02T14:12:09,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:09,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:09,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:09,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:12:09,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:09,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:09,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45805,1733148713056}] 2024-12-02T14:12:09,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:09,916 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:09,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:09,923 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:12:09,923 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:09,923 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:12:09,925 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C45805%2C1733148713056.meta, suffix=.meta, logDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056, archiveDir=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs, maxLogs=32 2024-12-02T14:12:09,938 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056/a3a61c9ba14f%2C45805%2C1733148713056.meta.1733148729926.meta, exclude list is [], retry=0 2024-12-02T14:12:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:09,952 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056/a3a61c9ba14f%2C45805%2C1733148713056.meta.1733148729926.meta 2024-12-02T14:12:09,952 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:09,952 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:12:09,953 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:12:09,953 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:12:09,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:12:09,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:12:09,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:09,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:12:09,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:12:09,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:09,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:12:09,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:12:09,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:09,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:12:09,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:12:09,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:09,963 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:12:09,964 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:12:09,965 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740 2024-12-02T14:12:09,966 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T14:12:09,968 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:09,971 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T14:12:09,971 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-02T14:12:09,994 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/b07eceb1fa184145b5b727de7daf9745 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c./info:regioninfo/1733148729034/Put/seqid=0 2024-12-02T14:12:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741894_1072 (size=11177) 2024-12-02T14:12:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741894_1072 (size=11177) 2024-12-02T14:12:10,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741894_1072 (size=11177) 2024-12-02T14:12:10,005 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/b07eceb1fa184145b5b727de7daf9745 2024-12-02T14:12:10,032 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/ns/ba232f8d719a48dcad13fdb7271de2e9 is 43, key is default/ns:d/1733148715001/Put/seqid=0 2024-12-02T14:12:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741895_1073 (size=5153) 2024-12-02T14:12:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741895_1073 (size=5153) 2024-12-02T14:12:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741895_1073 (size=5153) 2024-12-02T14:12:10,040 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/ns/ba232f8d719a48dcad13fdb7271de2e9 2024-12-02T14:12:10,058 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/table/5caa6f93a7a34397874acade04cfd407 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733148727262/Put/seqid=0 2024-12-02T14:12:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741896_1074 (size=5431) 2024-12-02T14:12:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741896_1074 (size=5431) 2024-12-02T14:12:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741896_1074 (size=5431) 2024-12-02T14:12:10,066 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/table/5caa6f93a7a34397874acade04cfd407 2024-12-02T14:12:10,073 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/b07eceb1fa184145b5b727de7daf9745 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/info/b07eceb1fa184145b5b727de7daf9745 2024-12-02T14:12:10,080 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/info/b07eceb1fa184145b5b727de7daf9745, entries=36, sequenceid=18, filesize=10.9 K 2024-12-02T14:12:10,082 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/ns/ba232f8d719a48dcad13fdb7271de2e9 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/ns/ba232f8d719a48dcad13fdb7271de2e9 2024-12-02T14:12:10,089 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/ns/ba232f8d719a48dcad13fdb7271de2e9, entries=2, sequenceid=18, filesize=5.0 K 2024-12-02T14:12:10,090 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/table/5caa6f93a7a34397874acade04cfd407 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/table/5caa6f93a7a34397874acade04cfd407 2024-12-02T14:12:10,097 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/table/5caa6f93a7a34397874acade04cfd407, entries=2, sequenceid=18, filesize=5.3 K 2024-12-02T14:12:10,098 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=18, compaction requested=false; wal=null 2024-12-02T14:12:10,099 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T14:12:10,101 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:12:10,101 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:12:10,102 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:12:10,104 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:12:10,108 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-02T14:12:10,110 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75224059, jitterRate=0.12092582881450653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:12:10,110 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:12:10,111 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148729953Writing region info on filesystem at 1733148729953Initializing all the Stores at 1733148729954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148729954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148729957 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148729957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148729957Obtaining lock to block concurrent updates at 1733148729971 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1733148729971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733148729971Flushing stores of hbase:meta,,1.1588230740 at 1733148729971Flushing 1588230740/info: creating writer at 1733148729972 (+1 ms)Flushing 1588230740/info: appending metadata at 1733148729993 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733148729993Flushing 1588230740/ns: creating writer at 1733148730012 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733148730032 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733148730032Flushing 1588230740/table: creating writer at 1733148730045 (+13 ms)Flushing 1588230740/table: appending metadata at 1733148730058 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733148730058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bb456d: reopening flushed file at 1733148730072 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b76f38: reopening flushed file at 1733148730081 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3162b945: reopening flushed file at 1733148730089 (+8 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=18, compaction requested=false; wal=null at 1733148730098 (+9 ms)Cleaning up temporary data from old regions at 1733148730101 (+3 ms)Running coprocessor post-open hooks at 1733148730110 (+9 ms)Region opened successfully at 1733148730110 2024-12-02T14:12:10,112 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733148729916 2024-12-02T14:12:10,115 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:12:10,115 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:12:10,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,118 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,45805,1733148713056, state=OPEN 2024-12-02T14:12:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:10,119 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:10,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:10,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T14:12:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45805,1733148713056 in 356 msec 2024-12-02T14:12:10,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T14:12:10,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-12-02T14:12:10,126 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a3a61c9ba14f,39217,1733148713093 had 2 regions 2024-12-02T14:12:10,128 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,39217,1733148713093, splitWal=true, meta=true, isMeta: false 2024-12-02T14:12:10,130 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,39217,1733148713093 WAL count=1, meta=false 2024-12-02T14:12:10,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C39217%2C1733148713093.1733148714281}] 2024-12-02T14:12:10,133 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, worker=a3a61c9ba14f,45805,1733148713056}] 2024-12-02T14:12:10,243 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:10,245 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45805,1733148713056, seqNum=-1] 2024-12-02T14:12:10,245 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:10,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:10,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-02T14:12:10,302 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, size=1.4 K (1406bytes) 2024-12-02T14:12:10,302 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 2024-12-02T14:12:10,302 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 after 0ms 2024-12-02T14:12:10,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:10,305 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 took 4ms 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for d89f433b83083d34c8f2c3710f39ee8c: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 so closing down 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:10,308 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:10,308 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, journal: Splitting hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, size=1.4 K (1406bytes) at 1733148730302Finishing writing output for hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 so closing down at 1733148730308 (+6 ms)3 split writer threads finished at 1733148730308Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1733148730308 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 2024-12-02T14:12:10,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-02T14:12:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-02T14:12:10,313 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting/a3a61c9ba14f%2C39217%2C1733148713093.1733148714281 to hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs 2024-12-02T14:12:10,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T14:12:10,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, worker=a3a61c9ba14f,45805,1733148713056 in 179 msec 2024-12-02T14:12:10,318 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-02T14:12:10,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C39217%2C1733148713093.1733148714281, worker=a3a61c9ba14f,45805,1733148713056 in 188 msec 2024-12-02T14:12:10,323 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,39217,1733148713093-splitting dir is empty, no logs to split. 2024-12-02T14:12:10,323 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,39217,1733148713093 WAL count=0, meta=false 2024-12-02T14:12:10,323 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,39217,1733148713093 WAL splitting is done? wals=0, meta=false 2024-12-02T14:12:10,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN}] 2024-12-02T14:12:10,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN 2024-12-02T14:12:10,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:12:10,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:39217 this server is in the failed servers list 2024-12-02T14:12:10,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:39217 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:10,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:10,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=12 from cache 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:12:10,485 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:12:10,485 INFO [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:12:10,485 DEBUG [a3a61c9ba14f:36315 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:12:10,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPENING, regionLocation=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3a61c9ba14f:39217 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:39217 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1, error=java.net.ConnectException: Call to address=a3a61c9ba14f:39217 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:39217 2024-12-02T14:12:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-02T14:12:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39217,1733148713093, seqNum=-1 from cache 2024-12-02T14:12:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address a3a61c9ba14f:39217 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:39217 2024-12-02T14:12:10,581 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=18] 2024-12-02T14:12:10,582 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:39217 this server is in the failed servers list 2024-12-02T14:12:10,582 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:39217 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:10,582 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:39217 2024-12-02T14:12:10,582 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,39217,1733148713093, seqNum=18 from cache 2024-12-02T14:12:10,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:10,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45805,1733148713056, seqNum=-1] 2024-12-02T14:12:10,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:10,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:10,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN because future has completed 2024-12-02T14:12:10,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,45805,1733148713056}] 2024-12-02T14:12:10,759 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:10,759 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d89f433b83083d34c8f2c3710f39ee8c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:10,759 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,759 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:10,760 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,760 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,762 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,763 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf1 2024-12-02T14:12:10,763 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:10,771 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf1/65e92fea574f4ed39e33b926a81af855 2024-12-02T14:12:10,771 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:10,771 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,772 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89f433b83083d34c8f2c3710f39ee8c columnFamilyName cf2 2024-12-02T14:12:10,772 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:10,780 DEBUG [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/cf2/5a0d6864255443bcab851a288cae571a 2024-12-02T14:12:10,780 INFO [StoreOpener-d89f433b83083d34c8f2c3710f39ee8c-1 {}] regionserver.HStore(327): Store=d89f433b83083d34c8f2c3710f39ee8c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:10,781 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,782 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,783 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,784 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,784 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,785 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:12:10,786 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,787 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d89f433b83083d34c8f2c3710f39ee8c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69732158, jitterRate=0.039090126752853394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:12:10,787 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:10,788 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d89f433b83083d34c8f2c3710f39ee8c: Running coprocessor pre-open hook at 1733148730760Writing region info on filesystem at 1733148730760Initializing all the Stores at 1733148730761 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148730761Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148730761Cleaning up temporary data from old regions at 1733148730784 (+23 ms)Running coprocessor post-open hooks at 1733148730787 (+3 ms)Region opened successfully at 1733148730788 (+1 ms) 2024-12-02T14:12:10,789 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., pid=21, masterSystemTime=1733148730754 2024-12-02T14:12:10,791 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:10,792 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:10,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d89f433b83083d34c8f2c3710f39ee8c, regionState=OPEN, openSeqNum=18, regionLocation=a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,45805,1733148713056 because future has completed 2024-12-02T14:12:10,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T14:12:10,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure d89f433b83083d34c8f2c3710f39ee8c, server=a3a61c9ba14f,45805,1733148713056 in 196 msec 2024-12-02T14:12:10,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-02T14:12:10,801 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a3a61c9ba14f,39217,1733148713093 after splitting done 2024-12-02T14:12:10,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d89f433b83083d34c8f2c3710f39ee8c, ASSIGN in 471 msec 2024-12-02T14:12:10,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a3a61c9ba14f,39217,1733148713093, splitWal=true, meta=true in 1.4690 sec 2024-12-02T14:12:10,899 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c., hostname=a3a61c9ba14f,45805,1733148713056, seqNum=18] 2024-12-02T14:12:10,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=415 (was 416), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 132) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5691 (was 5817) 2024-12-02T14:12:10,916 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-02T14:12:10,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=415, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=5690 2024-12-02T14:12:10,927 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-02T14:12:10,940 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:10,942 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:10,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:10,946 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27545930, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-27545930, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:10,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27545930/hregion-27545930.1733148730946, exclude list is [], retry=0 2024-12-02T14:12:10,961 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:10,961 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:10,962 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:10,964 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27545930/hregion-27545930.1733148730946 2024-12-02T14:12:10,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:10,964 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8ef7ec034811083aa58aa29ed26e66e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741898_1076 (size=67) 2024-12-02T14:12:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741898_1076 (size=67) 2024-12-02T14:12:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741898_1076 (size=67) 2024-12-02T14:12:10,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:10,984 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,985 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName a 2024-12-02T14:12:10,985 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:10,986 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:10,986 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,988 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName b 2024-12-02T14:12:10,988 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:10,988 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:10,988 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,990 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName c 2024-12-02T14:12:10,990 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:10,990 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:10,990 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,992 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,992 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,993 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:10,994 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:10,996 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:10,997 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ef7ec034811083aa58aa29ed26e66e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68885566, jitterRate=0.02647492289543152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:10,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ef7ec034811083aa58aa29ed26e66e6: Writing region info on filesystem at 1733148730982Initializing all the Stores at 1733148730983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148730983Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148730984 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148730984Cleaning up temporary data from old regions at 1733148730992 (+8 ms)Region opened successfully at 1733148730997 (+5 ms) 2024-12-02T14:12:10,997 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ef7ec034811083aa58aa29ed26e66e6, disabling compactions & flushes 2024-12-02T14:12:10,997 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:10,997 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:10,997 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. after waiting 0 ms 2024-12-02T14:12:10,997 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:10,998 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:10,998 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ef7ec034811083aa58aa29ed26e66e6: Waiting for close lock at 1733148730997Disabling compacts and flushes for region at 1733148730997Disabling writes for close at 1733148730997Writing region close event to WAL at 1733148730998 (+1 ms)Closed at 1733148730998 2024-12-02T14:12:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741897_1075 (size=95) 2024-12-02T14:12:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741897_1075 (size=95) 2024-12-02T14:12:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741897_1075 (size=95) 2024-12-02T14:12:11,002 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:11,002 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27545930:(num 1733148730946) 2024-12-02T14:12:11,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:11,004 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:11,021 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, exclude list is [], retry=0 2024-12-02T14:12:11,023 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:11,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:11,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:11,026 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 2024-12-02T14:12:11,026 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:11,026 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ef7ec034811083aa58aa29ed26e66e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:11,026 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:11,026 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,026 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,028 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,029 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName a 2024-12-02T14:12:11,029 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,029 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,030 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,030 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName b 2024-12-02T14:12:11,030 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,031 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,031 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,032 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName c 2024-12-02T14:12:11,032 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,032 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,033 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,035 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,035 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,036 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:11,037 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,038 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ef7ec034811083aa58aa29ed26e66e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72174323, jitterRate=0.07548122107982635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:11,038 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ef7ec034811083aa58aa29ed26e66e6: Writing region info on filesystem at 1733148731026Initializing all the Stores at 1733148731027 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731027Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731028 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731028Cleaning up temporary data from old regions at 1733148731035 (+7 ms)Region opened successfully at 1733148731038 (+3 ms) 2024-12-02T14:12:11,068 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ef7ec034811083aa58aa29ed26e66e6 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T14:12:11,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/a/5cbc09370d2c456eb3797bddbd8fdaa4 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733148731038/Put/seqid=0 2024-12-02T14:12:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741900_1078 (size=5958) 2024-12-02T14:12:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741900_1078 (size=5958) 2024-12-02T14:12:11,099 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/a/5cbc09370d2c456eb3797bddbd8fdaa4 2024-12-02T14:12:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741900_1078 (size=5958) 2024-12-02T14:12:11,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/93908f0268104851ae6354a6e8e6a410 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733148731047/Put/seqid=0 2024-12-02T14:12:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741901_1079 (size=5958) 2024-12-02T14:12:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741901_1079 (size=5958) 2024-12-02T14:12:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741901_1079 (size=5958) 2024-12-02T14:12:11,145 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/93908f0268104851ae6354a6e8e6a410 2024-12-02T14:12:11,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/c/0550aeb3823d4625939e7177332fc885 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733148731059/Put/seqid=0 2024-12-02T14:12:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741902_1080 (size=5958) 2024-12-02T14:12:11,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741902_1080 (size=5958) 2024-12-02T14:12:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741902_1080 (size=5958) 2024-12-02T14:12:11,196 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/c/0550aeb3823d4625939e7177332fc885 2024-12-02T14:12:11,205 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/a/5cbc09370d2c456eb3797bddbd8fdaa4 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/a/5cbc09370d2c456eb3797bddbd8fdaa4 2024-12-02T14:12:11,213 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/a/5cbc09370d2c456eb3797bddbd8fdaa4, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T14:12:11,216 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/93908f0268104851ae6354a6e8e6a410 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/93908f0268104851ae6354a6e8e6a410 2024-12-02T14:12:11,224 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/93908f0268104851ae6354a6e8e6a410, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T14:12:11,225 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/c/0550aeb3823d4625939e7177332fc885 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/c/0550aeb3823d4625939e7177332fc885 2024-12-02T14:12:11,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/c/0550aeb3823d4625939e7177332fc885, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T14:12:11,235 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8ef7ec034811083aa58aa29ed26e66e6 in 166ms, sequenceid=33, compaction requested=false 2024-12-02T14:12:11,235 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ef7ec034811083aa58aa29ed26e66e6: 2024-12-02T14:12:11,235 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ef7ec034811083aa58aa29ed26e66e6, disabling compactions & flushes 2024-12-02T14:12:11,235 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:11,235 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:11,235 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. after waiting 0 ms 2024-12-02T14:12:11,235 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:11,237 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. 2024-12-02T14:12:11,237 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ef7ec034811083aa58aa29ed26e66e6: Waiting for close lock at 1733148731235Disabling compacts and flushes for region at 1733148731235Disabling writes for close at 1733148731235Writing region close event to WAL at 1733148731237 (+2 ms)Closed at 1733148731237 2024-12-02T14:12:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741899_1077 (size=3384) 2024-12-02T14:12:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741899_1077 (size=3384) 2024-12-02T14:12:11,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741899_1077 (size=3384) 2024-12-02T14:12:11,247 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/93908f0268104851ae6354a6e8e6a410 to hdfs://localhost:41423/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/93908f0268104851ae6354a6e8e6a410 2024-12-02T14:12:11,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, size=3.3 K (3384bytes) 2024-12-02T14:12:11,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 2024-12-02T14:12:11,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 after 0ms 2024-12-02T14:12:11,272 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:11,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 took 4ms 2024-12-02T14:12:11,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 so closing down 2024-12-02T14:12:11,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:11,281 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733148731004.temp 2024-12-02T14:12:11,289 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp 2024-12-02T14:12:11,290 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741903_1081 (size=2944) 2024-12-02T14:12:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741903_1081 (size=2944) 2024-12-02T14:12:11,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741903_1081 (size=2944) 2024-12-02T14:12:11,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:11,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 2024-12-02T14:12:11,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 436 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-12-02T14:12:11,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, journal: Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, size=3.3 K (3384bytes) at 1733148731269Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 so closing down at 1733148731278 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp at 1733148731289 (+11 ms)3 split writer threads finished at 1733148731290 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733148731709 (+419 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000003-wal.1733148731004.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 at 1733148731710 (+1 ms)Processed 32 edits across 1 Regions in 436 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1733148731710 2024-12-02T14:12:11,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731004 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148731004 2024-12-02T14:12:11,713 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 2024-12-02T14:12:11,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:11,714 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:11,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731714, exclude list is [], retry=0 2024-12-02T14:12:11,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:11,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:11,728 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:11,729 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731714 2024-12-02T14:12:11,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:11,729 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ef7ec034811083aa58aa29ed26e66e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:11,730 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:11,730 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,730 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,731 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,732 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName a 2024-12-02T14:12:11,732 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,737 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/a/5cbc09370d2c456eb3797bddbd8fdaa4 2024-12-02T14:12:11,737 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,738 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,739 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName b 2024-12-02T14:12:11,739 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,740 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,740 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,741 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef7ec034811083aa58aa29ed26e66e6 columnFamilyName c 2024-12-02T14:12:11,741 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,748 DEBUG [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/c/0550aeb3823d4625939e7177332fc885 2024-12-02T14:12:11,749 INFO [StoreOpener-8ef7ec034811083aa58aa29ed26e66e6-1 {}] regionserver.HStore(327): Store=8ef7ec034811083aa58aa29ed26e66e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,749 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,752 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 2024-12-02T14:12:11,755 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:11,756 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 2024-12-02T14:12:11,756 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ef7ec034811083aa58aa29ed26e66e6 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T14:12:11,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/4cfb2a9304034632bab2c2c226f3d77e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733148731047/Put/seqid=0 2024-12-02T14:12:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741905_1083 (size=5958) 2024-12-02T14:12:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741905_1083 (size=5958) 2024-12-02T14:12:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741905_1083 (size=5958) 2024-12-02T14:12:11,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/4cfb2a9304034632bab2c2c226f3d77e 2024-12-02T14:12:11,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/.tmp/b/4cfb2a9304034632bab2c2c226f3d77e as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/4cfb2a9304034632bab2c2c226f3d77e 2024-12-02T14:12:11,798 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/b/4cfb2a9304034632bab2c2c226f3d77e, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T14:12:11,798 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8ef7ec034811083aa58aa29ed26e66e6 in 42ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T14:12:11,799 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/0000000000000000032 2024-12-02T14:12:11,801 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,801 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,802 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:11,803 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ef7ec034811083aa58aa29ed26e66e6 2024-12-02T14:12:11,806 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/8ef7ec034811083aa58aa29ed26e66e6/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T14:12:11,807 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ef7ec034811083aa58aa29ed26e66e6; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59194239, jitterRate=-0.1179371029138565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:11,808 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ef7ec034811083aa58aa29ed26e66e6: Writing region info on filesystem at 1733148731730Initializing all the Stores at 1733148731731 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731731Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731731Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731731Obtaining lock to block concurrent updates at 1733148731756 (+25 ms)Preparing flush snapshotting stores in 8ef7ec034811083aa58aa29ed26e66e6 at 1733148731756Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733148731757 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733148730941.8ef7ec034811083aa58aa29ed26e66e6. at 1733148731757Flushing 8ef7ec034811083aa58aa29ed26e66e6/b: creating writer at 1733148731757Flushing 8ef7ec034811083aa58aa29ed26e66e6/b: appending metadata at 1733148731772 (+15 ms)Flushing 8ef7ec034811083aa58aa29ed26e66e6/b: closing flushed file at 1733148731772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a57d7d: reopening flushed file at 1733148731790 (+18 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8ef7ec034811083aa58aa29ed26e66e6 in 42ms, sequenceid=32, compaction requested=false; wal=null at 1733148731798 (+8 ms)Cleaning up temporary data from old regions at 1733148731801 (+3 ms)Region opened successfully at 1733148731808 (+7 ms) 2024-12-02T14:12:11,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=422 (was 415) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:49532 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:37720 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35904 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:51266 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:53948 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:57210 [Waiting for operation #52] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 5690) 2024-12-02T14:12:11,829 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-02T14:12:11,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=5663 2024-12-02T14:12:11,840 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-02T14:12:11,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:11,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:11,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:11,857 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81160903, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-81160903, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:11,869 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81160903/hregion-81160903.1733148731858, exclude list is [], retry=0 2024-12-02T14:12:11,872 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:11,872 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:11,872 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:11,874 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81160903/hregion-81160903.1733148731858 2024-12-02T14:12:11,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:11,875 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 123f6058be9d7a8a9ba37df4685cf461, NAME => 'testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741907_1085 (size=68) 2024-12-02T14:12:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741907_1085 (size=68) 2024-12-02T14:12:11,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741907_1085 (size=68) 2024-12-02T14:12:11,886 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:11,887 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,889 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName a 2024-12-02T14:12:11,889 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,889 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,890 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,891 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName b 2024-12-02T14:12:11,891 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,892 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,892 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,894 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName c 2024-12-02T14:12:11,894 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,894 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,896 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,897 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,897 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,897 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:11,899 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,901 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:11,901 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 123f6058be9d7a8a9ba37df4685cf461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59487415, jitterRate=-0.11356844007968903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:11,902 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 123f6058be9d7a8a9ba37df4685cf461: Writing region info on filesystem at 1733148731886Initializing all the Stores at 1733148731887 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731887Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731887Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731887Cleaning up temporary data from old regions at 1733148731897 (+10 ms)Region opened successfully at 1733148731902 (+5 ms) 2024-12-02T14:12:11,902 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 123f6058be9d7a8a9ba37df4685cf461, disabling compactions & flushes 2024-12-02T14:12:11,902 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:11,902 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:11,902 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. after waiting 0 ms 2024-12-02T14:12:11,903 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:11,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:11,903 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 123f6058be9d7a8a9ba37df4685cf461: Waiting for close lock at 1733148731902Disabling compacts and flushes for region at 1733148731902Disabling writes for close at 1733148731902Writing region close event to WAL at 1733148731903 (+1 ms)Closed at 1733148731903 2024-12-02T14:12:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741906_1084 (size=95) 2024-12-02T14:12:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741906_1084 (size=95) 2024-12-02T14:12:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741906_1084 (size=95) 2024-12-02T14:12:11,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:11,909 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81160903:(num 1733148731858) 2024-12-02T14:12:11,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:11,911 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:11,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, exclude list is [], retry=0 2024-12-02T14:12:11,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:11,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:11,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:11,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 2024-12-02T14:12:11,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 123f6058be9d7a8a9ba37df4685cf461, NAME => 'testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:11,977 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,977 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:11,977 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,977 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,979 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,980 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName a 2024-12-02T14:12:11,980 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,981 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,981 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,982 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName b 2024-12-02T14:12:11,982 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,982 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,983 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,983 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName c 2024-12-02T14:12:11,983 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:11,984 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:11,984 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,987 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,987 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,989 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 123f6058be9d7a8a9ba37df4685cf461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72245671, jitterRate=0.076544389128685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:11,990 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 123f6058be9d7a8a9ba37df4685cf461: Running coprocessor pre-open hook at 1733148731977Writing region info on filesystem at 1733148731978 (+1 ms)Initializing all the Stores at 1733148731979 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731979Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731979Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148731979Cleaning up temporary data from old regions at 1733148731987 (+8 ms)Running coprocessor post-open hooks at 1733148731990 (+3 ms)Region opened successfully at 1733148731990 2024-12-02T14:12:12,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 123f6058be9d7a8a9ba37df4685cf461 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T14:12:12,002 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:12,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:12:12,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:12:12,794 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T14:12:12,794 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:12,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T14:12:12,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:12,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T14:12:12,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:13,003 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:14,005 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:15,007 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:16,008 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:17,010 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:18,011 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:19,011 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:20,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:21,015 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 123f6058be9d7a8a9ba37df4685cf461/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:21,018 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 123f6058be9d7a8a9ba37df4685cf461: 2024-12-02T14:12:21,018 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,033 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 123f6058be9d7a8a9ba37df4685cf461: 2024-12-02T14:12:21,033 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T14:12:21,033 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 123f6058be9d7a8a9ba37df4685cf461, disabling compactions & flushes 2024-12-02T14:12:21,033 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,034 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,034 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. after waiting 0 ms 2024-12-02T14:12:21,034 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,034 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,034 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. 2024-12-02T14:12:21,034 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 123f6058be9d7a8a9ba37df4685cf461: Waiting for close lock at 1733148741033Running coprocessor pre-close hooks at 1733148741033Disabling compacts and flushes for region at 1733148741033Disabling writes for close at 1733148741034 (+1 ms)Writing region close event to WAL at 1733148741034Running coprocessor post-close hooks at 1733148741034Closed at 1733148741034 2024-12-02T14:12:21,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741908_1086 (size=2685) 2024-12-02T14:12:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741908_1086 (size=2685) 2024-12-02T14:12:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741908_1086 (size=2685) 2024-12-02T14:12:21,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, size=2.6 K (2685bytes) 2024-12-02T14:12:21,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 2024-12-02T14:12:21,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 after 1ms 2024-12-02T14:12:21,053 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:21,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 took 3ms 2024-12-02T14:12:21,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 so closing down 2024-12-02T14:12:21,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:21,057 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733148731911.temp 2024-12-02T14:12:21,058 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp 2024-12-02T14:12:21,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741909_1087 (size=2094) 2024-12-02T14:12:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741909_1087 (size=2094) 2024-12-02T14:12:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741909_1087 (size=2094) 2024-12-02T14:12:21,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:21,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 2024-12-02T14:12:21,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, size=2.6 K, length=2685, corrupted=false, cancelled=false 2024-12-02T14:12:21,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, journal: Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, size=2.6 K (2685bytes) at 1733148741050Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 so closing down at 1733148741056 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp at 1733148741058 (+2 ms)3 split writer threads finished at 1733148741059 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733148741066 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000004-wal.1733148731911.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 at 1733148741067 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911, size=2.6 K, length=2685, corrupted=false, cancelled=false at 1733148741067 2024-12-02T14:12:21,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148731911 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148731911 2024-12-02T14:12:21,070 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 2024-12-02T14:12:21,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:21,072 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148741072, exclude list is [], retry=0 2024-12-02T14:12:21,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148741072 2024-12-02T14:12:21,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:21,088 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 123f6058be9d7a8a9ba37df4685cf461, NAME => 'testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:21,089 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,089 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,089 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,092 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,093 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName a 2024-12-02T14:12:21,093 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,094 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,094 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,095 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName b 2024-12-02T14:12:21,095 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,095 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,096 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,096 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f6058be9d7a8a9ba37df4685cf461 columnFamilyName c 2024-12-02T14:12:21,096 DEBUG [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,097 INFO [StoreOpener-123f6058be9d7a8a9ba37df4685cf461-1 {}] regionserver.HStore(327): Store=123f6058be9d7a8a9ba37df4685cf461/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,097 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,100 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 2024-12-02T14:12:21,102 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:21,103 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 2024-12-02T14:12:21,104 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 123f6058be9d7a8a9ba37df4685cf461 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T14:12:21,120 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/a/f7ffc878f5284f0f8135302829a45de7 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733148741024/Put/seqid=0 2024-12-02T14:12:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741911_1089 (size=5523) 2024-12-02T14:12:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741911_1089 (size=5523) 2024-12-02T14:12:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741911_1089 (size=5523) 2024-12-02T14:12:21,128 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/a/f7ffc878f5284f0f8135302829a45de7 2024-12-02T14:12:21,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/b/f24ca9d1af874edba7782e01be70e8f0 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733148741019/Put/seqid=0 2024-12-02T14:12:21,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741912_1090 (size=5524) 2024-12-02T14:12:21,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741912_1090 (size=5524) 2024-12-02T14:12:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741912_1090 (size=5524) 2024-12-02T14:12:21,154 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/b/f24ca9d1af874edba7782e01be70e8f0 2024-12-02T14:12:21,172 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/c/af76239c53f1453ba898b595999ee22e is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733148741021/Put/seqid=0 2024-12-02T14:12:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741913_1091 (size=5457) 2024-12-02T14:12:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741913_1091 (size=5457) 2024-12-02T14:12:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741913_1091 (size=5457) 2024-12-02T14:12:21,181 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/c/af76239c53f1453ba898b595999ee22e 2024-12-02T14:12:21,188 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/a/f7ffc878f5284f0f8135302829a45de7 as hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/a/f7ffc878f5284f0f8135302829a45de7 2024-12-02T14:12:21,194 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/a/f7ffc878f5284f0f8135302829a45de7, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T14:12:21,195 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/b/f24ca9d1af874edba7782e01be70e8f0 as hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/b/f24ca9d1af874edba7782e01be70e8f0 2024-12-02T14:12:21,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/b/f24ca9d1af874edba7782e01be70e8f0, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T14:12:21,202 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/.tmp/c/af76239c53f1453ba898b595999ee22e as hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/c/af76239c53f1453ba898b595999ee22e 2024-12-02T14:12:21,207 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/c/af76239c53f1453ba898b595999ee22e, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T14:12:21,208 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 123f6058be9d7a8a9ba37df4685cf461 in 105ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T14:12:21,209 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/0000000000000000026 2024-12-02T14:12:21,210 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,210 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,211 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:21,213 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,215 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsAfterAbortingFlush/123f6058be9d7a8a9ba37df4685cf461/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T14:12:21,216 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 123f6058be9d7a8a9ba37df4685cf461; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67500479, jitterRate=0.00583551824092865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:21,216 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 123f6058be9d7a8a9ba37df4685cf461 2024-12-02T14:12:21,217 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 123f6058be9d7a8a9ba37df4685cf461: Running coprocessor pre-open hook at 1733148741090Writing region info on filesystem at 1733148741090Initializing all the Stores at 1733148741091 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741091Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741091Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741091Obtaining lock to block concurrent updates at 1733148741104 (+13 ms)Preparing flush snapshotting stores in 123f6058be9d7a8a9ba37df4685cf461 at 1733148741104Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733148741104Flushing stores of testReplayEditsAfterAbortingFlush,,1733148731853.123f6058be9d7a8a9ba37df4685cf461. at 1733148741104Flushing 123f6058be9d7a8a9ba37df4685cf461/a: creating writer at 1733148741104Flushing 123f6058be9d7a8a9ba37df4685cf461/a: appending metadata at 1733148741120 (+16 ms)Flushing 123f6058be9d7a8a9ba37df4685cf461/a: closing flushed file at 1733148741120Flushing 123f6058be9d7a8a9ba37df4685cf461/b: creating writer at 1733148741133 (+13 ms)Flushing 123f6058be9d7a8a9ba37df4685cf461/b: appending metadata at 1733148741146 (+13 ms)Flushing 123f6058be9d7a8a9ba37df4685cf461/b: closing flushed file at 1733148741146Flushing 123f6058be9d7a8a9ba37df4685cf461/c: creating writer at 1733148741159 (+13 ms)Flushing 123f6058be9d7a8a9ba37df4685cf461/c: appending metadata at 1733148741172 (+13 ms)Flushing 123f6058be9d7a8a9ba37df4685cf461/c: closing flushed file at 1733148741172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0cfafb: reopening flushed file at 1733148741186 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72dd63f4: reopening flushed file at 1733148741194 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1336cb9f: reopening flushed file at 1733148741201 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 123f6058be9d7a8a9ba37df4685cf461 in 105ms, sequenceid=26, compaction requested=false; wal=null at 1733148741208 (+7 ms)Cleaning up temporary data from old regions at 1733148741210 (+2 ms)Running coprocessor post-open hooks at 1733148741216 (+6 ms)Region opened successfully at 1733148741216 2024-12-02T14:12:21,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419 (was 422), OpenFileDescriptor=1180 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5663) 2024-12-02T14:12:21,236 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-02T14:12:21,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=5654 2024-12-02T14:12:21,248 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-02T14:12:21,263 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:21,266 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:21,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:21,269 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67872031, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-67872031, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,280 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67872031/hregion-67872031.1733148741269, exclude list is [], retry=0 2024-12-02T14:12:21,283 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,283 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,284 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,289 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67872031/hregion-67872031.1733148741269 2024-12-02T14:12:21,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:21,291 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9b02d99ec65160ebdcda9255e1852fa1, NAME => 'testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741915_1093 (size=61) 2024-12-02T14:12:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741915_1093 (size=61) 2024-12-02T14:12:21,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741915_1093 (size=61) 2024-12-02T14:12:21,312 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,313 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,315 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b02d99ec65160ebdcda9255e1852fa1 columnFamilyName a 2024-12-02T14:12:21,315 DEBUG [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,315 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(327): Store=9b02d99ec65160ebdcda9255e1852fa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,316 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,317 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,317 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,318 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,321 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:21,321 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b02d99ec65160ebdcda9255e1852fa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69445811, jitterRate=0.0348232239484787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b02d99ec65160ebdcda9255e1852fa1: Writing region info on filesystem at 1733148741312Initializing all the Stores at 1733148741313 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741313Cleaning up temporary data from old regions at 1733148741317 (+4 ms)Region opened successfully at 1733148741322 (+5 ms) 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9b02d99ec65160ebdcda9255e1852fa1, disabling compactions & flushes 2024-12-02T14:12:21,322 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. after waiting 0 ms 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,322 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,322 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9b02d99ec65160ebdcda9255e1852fa1: Waiting for close lock at 1733148741322Disabling compacts and flushes for region at 1733148741322Disabling writes for close at 1733148741322Writing region close event to WAL at 1733148741322Closed at 1733148741322 2024-12-02T14:12:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741914_1092 (size=95) 2024-12-02T14:12:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741914_1092 (size=95) 2024-12-02T14:12:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741914_1092 (size=95) 2024-12-02T14:12:21,330 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:21,330 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67872031:(num 1733148741269) 2024-12-02T14:12:21,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:21,332 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,349 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, exclude list is [], retry=0 2024-12-02T14:12:21,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,354 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 2024-12-02T14:12:21,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:21,355 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b02d99ec65160ebdcda9255e1852fa1, NAME => 'testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:21,355 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,355 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,355 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,356 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,357 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b02d99ec65160ebdcda9255e1852fa1 columnFamilyName a 2024-12-02T14:12:21,357 DEBUG [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,357 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(327): Store=9b02d99ec65160ebdcda9255e1852fa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,358 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,359 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,360 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,360 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,361 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,362 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b02d99ec65160ebdcda9255e1852fa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62034529, jitterRate=-0.07561348378658295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:21,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b02d99ec65160ebdcda9255e1852fa1: Writing region info on filesystem at 1733148741355Initializing all the Stores at 1733148741356 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741356Cleaning up temporary data from old regions at 1733148741360 (+4 ms)Region opened successfully at 1733148741362 (+2 ms) 2024-12-02T14:12:21,371 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9b02d99ec65160ebdcda9255e1852fa1, disabling compactions & flushes 2024-12-02T14:12:21,371 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,371 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,371 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. after waiting 0 ms 2024-12-02T14:12:21,371 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,371 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,371 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. 2024-12-02T14:12:21,371 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9b02d99ec65160ebdcda9255e1852fa1: Waiting for close lock at 1733148741370Disabling compacts and flushes for region at 1733148741370Disabling writes for close at 1733148741371 (+1 ms)Writing region close event to WAL at 1733148741371Closed at 1733148741371 2024-12-02T14:12:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741916_1094 (size=1050) 2024-12-02T14:12:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741916_1094 (size=1050) 2024-12-02T14:12:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741916_1094 (size=1050) 2024-12-02T14:12:21,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, size=1.0 K (1050bytes) 2024-12-02T14:12:21,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 2024-12-02T14:12:21,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 after 1ms 2024-12-02T14:12:21,395 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:21,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 took 3ms 2024-12-02T14:12:21,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 so closing down 2024-12-02T14:12:21,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:21,399 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733148741332.temp 2024-12-02T14:12:21,401 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp 2024-12-02T14:12:21,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741917_1095 (size=1050) 2024-12-02T14:12:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741917_1095 (size=1050) 2024-12-02T14:12:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741917_1095 (size=1050) 2024-12-02T14:12:21,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:21,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp to hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 2024-12-02T14:12:21,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-02T14:12:21,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, journal: Splitting hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, size=1.0 K (1050bytes) at 1733148741392Finishing writing output for hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 so closing down at 1733148741398 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp at 1733148741401 (+3 ms)3 split writer threads finished at 1733148741401Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733148741408 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000003-wal.1733148741332.temp to hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 at 1733148741410 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733148741410 2024-12-02T14:12:21,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741332 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148741332 2024-12-02T14:12:21,412 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 2024-12-02T14:12:21,416 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:21,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:12:21,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:21,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741791, exclude list is [], retry=0 2024-12-02T14:12:21,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,812 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741791 2024-12-02T14:12:21,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:21,813 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b02d99ec65160ebdcda9255e1852fa1, NAME => 'testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:21,813 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,813 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,813 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,817 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,818 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b02d99ec65160ebdcda9255e1852fa1 columnFamilyName a 2024-12-02T14:12:21,818 DEBUG [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,820 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(327): Store=9b02d99ec65160ebdcda9255e1852fa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,820 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,821 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,822 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,823 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 2024-12-02T14:12:21,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:21,825 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 2024-12-02T14:12:21,826 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b02d99ec65160ebdcda9255e1852fa1 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T14:12:21,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/.tmp/a/cd15e6f019f04a48be3e41edcf631743 is 79, key is testDatalossWhenInputError/a:x0/1733148741362/Put/seqid=0 2024-12-02T14:12:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741919_1097 (size=5808) 2024-12-02T14:12:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741919_1097 (size=5808) 2024-12-02T14:12:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741919_1097 (size=5808) 2024-12-02T14:12:21,847 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/.tmp/a/cd15e6f019f04a48be3e41edcf631743 2024-12-02T14:12:21,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/.tmp/a/cd15e6f019f04a48be3e41edcf631743 as hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/a/cd15e6f019f04a48be3e41edcf631743 2024-12-02T14:12:21,864 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/a/cd15e6f019f04a48be3e41edcf631743, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T14:12:21,864 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9b02d99ec65160ebdcda9255e1852fa1 in 38ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T14:12:21,865 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/0000000000000000012 2024-12-02T14:12:21,866 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,866 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,869 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,871 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T14:12:21,872 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b02d99ec65160ebdcda9255e1852fa1; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67264318, jitterRate=0.0023164451122283936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:21,872 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b02d99ec65160ebdcda9255e1852fa1: Writing region info on filesystem at 1733148741813Initializing all the Stores at 1733148741816 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741816Obtaining lock to block concurrent updates at 1733148741826 (+10 ms)Preparing flush snapshotting stores in 9b02d99ec65160ebdcda9255e1852fa1 at 1733148741826Finished memstore snapshotting testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733148741826Flushing stores of testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1. at 1733148741826Flushing 9b02d99ec65160ebdcda9255e1852fa1/a: creating writer at 1733148741826Flushing 9b02d99ec65160ebdcda9255e1852fa1/a: appending metadata at 1733148741840 (+14 ms)Flushing 9b02d99ec65160ebdcda9255e1852fa1/a: closing flushed file at 1733148741840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cfdb66: reopening flushed file at 1733148741854 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9b02d99ec65160ebdcda9255e1852fa1 in 38ms, sequenceid=12, compaction requested=false; wal=null at 1733148741864 (+10 ms)Cleaning up temporary data from old regions at 1733148741866 (+2 ms)Region opened successfully at 1733148741872 (+6 ms) 2024-12-02T14:12:21,875 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b02d99ec65160ebdcda9255e1852fa1, NAME => 'testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:21,875 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733148741264.9b02d99ec65160ebdcda9255e1852fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,875 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,875 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,876 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,877 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b02d99ec65160ebdcda9255e1852fa1 columnFamilyName a 2024-12-02T14:12:21,877 DEBUG [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,881 DEBUG [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/a/cd15e6f019f04a48be3e41edcf631743 2024-12-02T14:12:21,881 INFO [StoreOpener-9b02d99ec65160ebdcda9255e1852fa1-1 {}] regionserver.HStore(327): Store=9b02d99ec65160ebdcda9255e1852fa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,882 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,882 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,883 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,883 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,885 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b02d99ec65160ebdcda9255e1852fa1 2024-12-02T14:12:21,887 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testDatalossWhenInputError/9b02d99ec65160ebdcda9255e1852fa1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T14:12:21,888 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b02d99ec65160ebdcda9255e1852fa1; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75050433, jitterRate=0.11833859980106354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:21,888 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b02d99ec65160ebdcda9255e1852fa1: Writing region info on filesystem at 1733148741875Initializing all the Stores at 1733148741876 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741876Cleaning up temporary data from old regions at 1733148741883 (+7 ms)Region opened successfully at 1733148741888 (+5 ms) 2024-12-02T14:12:21,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=430 (was 419) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:45562 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:34924 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35000 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:43062 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:43058 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:45620 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5654) 2024-12-02T14:12:21,903 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T14:12:21,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=5638 2024-12-02T14:12:21,914 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T14:12:21,927 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:21,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:21,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:21,931 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66920974, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-66920974, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,942 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66920974/hregion-66920974.1733148741931, exclude list is [], retry=0 2024-12-02T14:12:21,945 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,945 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,946 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,948 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66920974/hregion-66920974.1733148741931 2024-12-02T14:12:21,949 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:21,949 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 27591d6003825c5238ac1d3ab86479d1, NAME => 'testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741921_1099 (size=63) 2024-12-02T14:12:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741921_1099 (size=63) 2024-12-02T14:12:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741921_1099 (size=63) 2024-12-02T14:12:21,957 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,958 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,959 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName a 2024-12-02T14:12:21,959 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,960 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,960 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,961 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName b 2024-12-02T14:12:21,961 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,961 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,961 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,962 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName c 2024-12-02T14:12:21,962 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,963 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:21,963 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,964 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,964 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,965 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,965 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,965 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:21,966 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,968 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:21,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27591d6003825c5238ac1d3ab86479d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74114682, jitterRate=0.1043948233127594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:21,969 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27591d6003825c5238ac1d3ab86479d1: Writing region info on filesystem at 1733148741957Initializing all the Stores at 1733148741958 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741958Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741958Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741958Cleaning up temporary data from old regions at 1733148741965 (+7 ms)Region opened successfully at 1733148741969 (+4 ms) 2024-12-02T14:12:21,969 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27591d6003825c5238ac1d3ab86479d1, disabling compactions & flushes 2024-12-02T14:12:21,969 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:21,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:21,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. after waiting 0 ms 2024-12-02T14:12:21,969 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:21,970 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:21,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27591d6003825c5238ac1d3ab86479d1: Waiting for close lock at 1733148741969Disabling compacts and flushes for region at 1733148741969Disabling writes for close at 1733148741969Writing region close event to WAL at 1733148741970 (+1 ms)Closed at 1733148741970 2024-12-02T14:12:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741920_1098 (size=95) 2024-12-02T14:12:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741920_1098 (size=95) 2024-12-02T14:12:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741920_1098 (size=95) 2024-12-02T14:12:21,979 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:21,979 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66920974:(num 1733148741931) 2024-12-02T14:12:21,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:21,981 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:21,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, exclude list is [], retry=0 2024-12-02T14:12:21,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:21,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:21,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:21,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 2024-12-02T14:12:21,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:21,996 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27591d6003825c5238ac1d3ab86479d1, NAME => 'testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:21,996 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:21,996 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,997 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,998 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:21,999 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName a 2024-12-02T14:12:21,999 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:21,999 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:22,000 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,000 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName b 2024-12-02T14:12:22,000 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:22,001 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:22,001 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,002 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName c 2024-12-02T14:12:22,002 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:22,002 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:22,002 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,005 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,005 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,006 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:22,007 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:22,008 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27591d6003825c5238ac1d3ab86479d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66255438, jitterRate=-0.01271703839302063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:22,009 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27591d6003825c5238ac1d3ab86479d1: Writing region info on filesystem at 1733148741997Initializing all the Stores at 1733148741998 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741998Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741998Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148741998Cleaning up temporary data from old regions at 1733148742005 (+7 ms)Region opened successfully at 1733148742008 (+3 ms) 2024-12-02T14:12:22,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733148742012/Put/seqid=0 2024-12-02T14:12:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741923_1101 (size=4875) 2024-12-02T14:12:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741923_1101 (size=4875) 2024-12-02T14:12:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741923_1101 (size=4875) 2024-12-02T14:12:22,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733148742026/Put/seqid=0 2024-12-02T14:12:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741924_1102 (size=4875) 2024-12-02T14:12:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741924_1102 (size=4875) 2024-12-02T14:12:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741924_1102 (size=4875) 2024-12-02T14:12:22,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733148742037/Put/seqid=0 2024-12-02T14:12:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741925_1103 (size=4875) 2024-12-02T14:12:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741925_1103 (size=4875) 2024-12-02T14:12:22,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741925_1103 (size=4875) 2024-12-02T14:12:22,048 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,051 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T14:12:22,052 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:12:22,052 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,055 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T14:12:22,055 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:12:22,055 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,058 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T14:12:22,059 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:12:22,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27591d6003825c5238ac1d3ab86479d1 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T14:12:22,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp/a/8bdf2bfc7eda4019870535eae4ea7bb8 is 55, key is testCompactedBulkLoadedFiles/a:a/1733148742009/Put/seqid=0 2024-12-02T14:12:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741926_1104 (size=5107) 2024-12-02T14:12:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741926_1104 (size=5107) 2024-12-02T14:12:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741926_1104 (size=5107) 2024-12-02T14:12:22,086 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp/a/8bdf2bfc7eda4019870535eae4ea7bb8 2024-12-02T14:12:22,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp/a/8bdf2bfc7eda4019870535eae4ea7bb8 as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8 2024-12-02T14:12:22,097 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T14:12:22,098 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 27591d6003825c5238ac1d3ab86479d1 in 39ms, sequenceid=4, compaction requested=false 2024-12-02T14:12:22,098 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27591d6003825c5238ac1d3ab86479d1: 2024-12-02T14:12:22,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ 2024-12-02T14:12:22,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ 2024-12-02T14:12:22,101 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ 2024-12-02T14:12:22,101 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile0 into 27591d6003825c5238ac1d3ab86479d1/a as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ - updating store file list. 2024-12-02T14:12:22,105 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaa955a649404a51a57edf5b664e749d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:22,105 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ into 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,105 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile0 into 27591d6003825c5238ac1d3ab86479d1/a (new location: hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_) 2024-12-02T14:12:22,106 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile1 into 27591d6003825c5238ac1d3ab86479d1/a as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ - updating store file list. 2024-12-02T14:12:22,110 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:22,110 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ into 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,111 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile1 into 27591d6003825c5238ac1d3ab86479d1/a (new location: hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_) 2024-12-02T14:12:22,112 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile2 into 27591d6003825c5238ac1d3ab86479d1/a as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ - updating store file list. 2024-12-02T14:12:22,116 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1790c7ffe5d14f20b1aac712db194644_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:22,116 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ into 27591d6003825c5238ac1d3ab86479d1/a 2024-12-02T14:12:22,116 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41423/hbase/testCompactedBulkLoadedFiles/hfile2 into 27591d6003825c5238ac1d3ab86479d1/a (new location: hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_) 2024-12-02T14:12:22,123 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T14:12:22,123 DEBUG [Time-limited test {}] regionserver.HStore(1541): 27591d6003825c5238ac1d3ab86479d1/a is initiating major compaction (all files) 2024-12-02T14:12:22,123 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 27591d6003825c5238ac1d3ab86479d1/a in testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:22,123 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_] into tmpdir=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp, totalSize=19.3 K 2024-12-02T14:12:22,124 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8bdf2bfc7eda4019870535eae4ea7bb8, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733148742009 2024-12-02T14:12:22,124 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aaa955a649404a51a57edf5b664e749d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T14:12:22,125 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T14:12:22,125 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1790c7ffe5d14f20b1aac712db194644_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T14:12:22,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp/a/13a013947a644e15a657cfb5e94b11fd is 55, key is testCompactedBulkLoadedFiles/a:a/1733148742009/Put/seqid=0 2024-12-02T14:12:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741927_1105 (size=6154) 2024-12-02T14:12:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741927_1105 (size=6154) 2024-12-02T14:12:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741927_1105 (size=6154) 2024-12-02T14:12:22,149 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/.tmp/a/13a013947a644e15a657cfb5e94b11fd as hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/13a013947a644e15a657cfb5e94b11fd 2024-12-02T14:12:22,156 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 27591d6003825c5238ac1d3ab86479d1/a of 27591d6003825c5238ac1d3ab86479d1 into 13a013947a644e15a657cfb5e94b11fd(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T14:12:22,156 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 27591d6003825c5238ac1d3ab86479d1: 2024-12-02T14:12:22,156 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T14:12:22,156 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T14:12:22,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, size=0 (0bytes) 2024-12-02T14:12:22,183 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 might be still open, length is 0 2024-12-02T14:12:22,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 2024-12-02T14:12:22,183 WARN [IPC Server handler 4 on default port 41423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-02T14:12:22,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 after 0ms 2024-12-02T14:12:22,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T14:12:22,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:22,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T14:12:22,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:24,473 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:43114 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:33241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43114 dst: /127.0.0.1:33241 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33241 remote=/127.0.0.1:43114]. Total timeout mills is 60000, 57684 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:24,474 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35052 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:35255:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35052 dst: /127.0.0.1:35255 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:24,474 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:45656 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:45271:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45656 dst: /127.0.0.1:45271 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741922_1106 (size=1170) 2024-12-02T14:12:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741922_1106 (size=1170) 2024-12-02T14:12:24,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741922_1106 (size=1170) 2024-12-02T14:12:26,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 after 4001ms 2024-12-02T14:12:26,190 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:26,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 took 4009ms 2024-12-02T14:12:26,194 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981; continuing. 2024-12-02T14:12:26,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 so closing down 2024-12-02T14:12:26,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:26,195 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733148741981.temp 2024-12-02T14:12:26,197 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp 2024-12-02T14:12:26,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741928_1107 (size=547) 2024-12-02T14:12:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741928_1107 (size=547) 2024-12-02T14:12:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741928_1107 (size=547) 2024-12-02T14:12:26,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:26,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp to hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 2024-12-02T14:12:26,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T14:12:26,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, journal: Splitting hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, size=0 (0bytes) at 1733148742183Finishing writing output for hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 so closing down at 1733148746194 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp at 1733148746197 (+3 ms)3 split writer threads finished at 1733148746197Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733148746205 (+8 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000003-wal.1733148741981.temp to hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 at 1733148746206 (+1 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981, size=0, length=0, corrupted=false, cancelled=false at 1733148746206 2024-12-02T14:12:26,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148741981 2024-12-02T14:12:26,208 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 2024-12-02T14:12:26,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:26,210 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:26,222 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148746210, exclude list is [], retry=0 2024-12-02T14:12:26,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:26,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:26,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:26,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148746210 2024-12-02T14:12:26,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:26,227 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27591d6003825c5238ac1d3ab86479d1, NAME => 'testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:26,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:26,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,228 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,229 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName a 2024-12-02T14:12:26,229 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,234 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/13a013947a644e15a657cfb5e94b11fd 2024-12-02T14:12:26,237 DEBUG [StoreFileOpener-27591d6003825c5238ac1d3ab86479d1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1790c7ffe5d14f20b1aac712db194644_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:26,238 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ 2024-12-02T14:12:26,242 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8 2024-12-02T14:12:26,246 DEBUG [StoreFileOpener-27591d6003825c5238ac1d3ab86479d1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaa955a649404a51a57edf5b664e749d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:26,246 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ 2024-12-02T14:12:26,250 DEBUG [StoreFileOpener-27591d6003825c5238ac1d3ab86479d1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:12:26,250 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ 2024-12-02T14:12:26,250 WARN [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76dea936 2024-12-02T14:12:26,250 WARN [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76dea936 2024-12-02T14:12:26,251 WARN [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76dea936 2024-12-02T14:12:26,251 WARN [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76dea936 2024-12-02T14:12:26,251 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_] to archive 2024-12-02T14:12:26,252 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T14:12:26,253 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ to hdfs://localhost:41423/hbase/archive/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/1790c7ffe5d14f20b1aac712db194644_SeqId_4_ 2024-12-02T14:12:26,255 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8 to hdfs://localhost:41423/hbase/archive/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/8bdf2bfc7eda4019870535eae4ea7bb8 2024-12-02T14:12:26,256 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ to hdfs://localhost:41423/hbase/archive/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/aaa955a649404a51a57edf5b664e749d_SeqId_4_ 2024-12-02T14:12:26,257 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ to hdfs://localhost:41423/hbase/archive/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/a/b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_ 2024-12-02T14:12:26,257 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,257 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,257 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName b 2024-12-02T14:12:26,257 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,258 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,258 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,259 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27591d6003825c5238ac1d3ab86479d1 columnFamilyName c 2024-12-02T14:12:26,259 DEBUG [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,259 INFO [StoreOpener-27591d6003825c5238ac1d3ab86479d1-1 {}] regionserver.HStore(327): Store=27591d6003825c5238ac1d3ab86479d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,259 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,261 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 2024-12-02T14:12:26,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 27591d6003825c5238ac1d3ab86479d1 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "27591d6003825c5238ac1d3ab86479d1" family_name: "a" compaction_input: "8bdf2bfc7eda4019870535eae4ea7bb8" compaction_input: "aaa955a649404a51a57edf5b664e749d_SeqId_4_" compaction_input: "b76a9d4897e844d5ae79fe0956c8dc93_SeqId_4_" compaction_input: "1790c7ffe5d14f20b1aac712db194644_SeqId_4_" compaction_output: "13a013947a644e15a657cfb5e94b11fd" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T14:12:26,265 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T14:12:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 2024-12-02T14:12:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/0000000000000000008 2024-12-02T14:12:26,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,267 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:26,268 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27591d6003825c5238ac1d3ab86479d1 2024-12-02T14:12:26,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testCompactedBulkLoadedFiles/27591d6003825c5238ac1d3ab86479d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:12:26,271 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27591d6003825c5238ac1d3ab86479d1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261457, jitterRate=-0.01262734830379486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:26,271 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27591d6003825c5238ac1d3ab86479d1: Writing region info on filesystem at 1733148746227Initializing all the Stores at 1733148746228 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746228Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746228Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746228Cleaning up temporary data from old regions at 1733148746267 (+39 ms)Region opened successfully at 1733148746271 (+4 ms) 2024-12-02T14:12:26,274 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27591d6003825c5238ac1d3ab86479d1, disabling compactions & flushes 2024-12-02T14:12:26,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:26,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:26,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. after waiting 0 ms 2024-12-02T14:12:26,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:26,276 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733148741927.27591d6003825c5238ac1d3ab86479d1. 2024-12-02T14:12:26,276 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27591d6003825c5238ac1d3ab86479d1: Waiting for close lock at 1733148746274Disabling compacts and flushes for region at 1733148746274Disabling writes for close at 1733148746275 (+1 ms)Writing region close event to WAL at 1733148746276 (+1 ms)Closed at 1733148746276 2024-12-02T14:12:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741929_1108 (size=95) 2024-12-02T14:12:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741929_1108 (size=95) 2024-12-02T14:12:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741929_1108 (size=95) 2024-12-02T14:12:26,280 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:26,280 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733148746210) 2024-12-02T14:12:26,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=444 (was 430) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600239670_22 at /127.0.0.1:35154 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600239670_22 at /127.0.0.1:43180 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600239670_22 at /127.0.0.1:45688 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41423 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5638) 2024-12-02T14:12:26,292 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T14:12:26,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=444, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=5624 2024-12-02T14:12:26,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T14:12:26,315 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:26,317 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:26,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:26,320 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15692146, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/hregion-15692146, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:26,330 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15692146/hregion-15692146.1733148746320, exclude list is [], retry=0 2024-12-02T14:12:26,333 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:26,333 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:26,333 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:26,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15692146/hregion-15692146.1733148746320 2024-12-02T14:12:26,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661)] 2024-12-02T14:12:26,335 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 20b5e0c5b67c68699e1836d02e458e47, NAME => 'testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41423/hbase 2024-12-02T14:12:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741931_1110 (size=67) 2024-12-02T14:12:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741931_1110 (size=67) 2024-12-02T14:12:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741931_1110 (size=67) 2024-12-02T14:12:26,345 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:26,347 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,350 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName a 2024-12-02T14:12:26,350 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,351 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,351 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,353 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName b 2024-12-02T14:12:26,353 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,354 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,354 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,356 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName c 2024-12-02T14:12:26,356 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,356 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,357 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,359 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:26,360 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,370 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:26,371 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 20b5e0c5b67c68699e1836d02e458e47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68615533, jitterRate=0.022451117634773254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 20b5e0c5b67c68699e1836d02e458e47: Writing region info on filesystem at 1733148746346Initializing all the Stores at 1733148746346Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746346Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746347 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746347Cleaning up temporary data from old regions at 1733148746359 (+12 ms)Region opened successfully at 1733148746371 (+12 ms) 2024-12-02T14:12:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 20b5e0c5b67c68699e1836d02e458e47, disabling compactions & flushes 2024-12-02T14:12:26,371 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. after waiting 0 ms 2024-12-02T14:12:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,372 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 20b5e0c5b67c68699e1836d02e458e47: Waiting for close lock at 1733148746371Disabling compacts and flushes for region at 1733148746371Disabling writes for close at 1733148746371Writing region close event to WAL at 1733148746372 (+1 ms)Closed at 1733148746372 2024-12-02T14:12:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741930_1109 (size=95) 2024-12-02T14:12:26,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741930_1109 (size=95) 2024-12-02T14:12:26,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741930_1109 (size=95) 2024-12-02T14:12:26,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:26,382 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15692146:(num 1733148746320) 2024-12-02T14:12:26,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:26,387 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:26,405 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, exclude list is [], retry=0 2024-12-02T14:12:26,408 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:26,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:26,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:26,421 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 2024-12-02T14:12:26,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43881:43881),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755)] 2024-12-02T14:12:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 20b5e0c5b67c68699e1836d02e458e47, NAME => 'testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,426 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,429 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName a 2024-12-02T14:12:26,430 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,433 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,433 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,437 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName b 2024-12-02T14:12:26,437 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,443 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,443 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,448 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName c 2024-12-02T14:12:26,448 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,449 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,450 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,451 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,454 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,455 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:26,457 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,459 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 20b5e0c5b67c68699e1836d02e458e47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75075774, jitterRate=0.11871621012687683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:26,459 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 20b5e0c5b67c68699e1836d02e458e47: Writing region info on filesystem at 1733148746422Initializing all the Stores at 1733148746424 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746424Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746426 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746426Cleaning up temporary data from old regions at 1733148746454 (+28 ms)Region opened successfully at 1733148746459 (+5 ms) 2024-12-02T14:12:26,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 20b5e0c5b67c68699e1836d02e458e47 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T14:12:26,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/a76dfbb8c8604a98be2a5f25f835d083 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733148746459/Put/seqid=0 2024-12-02T14:12:26,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741933_1112 (size=5958) 2024-12-02T14:12:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741933_1112 (size=5958) 2024-12-02T14:12:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741933_1112 (size=5958) 2024-12-02T14:12:26,516 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/a76dfbb8c8604a98be2a5f25f835d083 2024-12-02T14:12:26,523 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/a76dfbb8c8604a98be2a5f25f835d083 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/a76dfbb8c8604a98be2a5f25f835d083 2024-12-02T14:12:26,530 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/a76dfbb8c8604a98be2a5f25f835d083, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T14:12:26,531 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 20b5e0c5b67c68699e1836d02e458e47 in 60ms, sequenceid=13, compaction requested=false 2024-12-02T14:12:26,531 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 20b5e0c5b67c68699e1836d02e458e47: 2024-12-02T14:12:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 20b5e0c5b67c68699e1836d02e458e47, disabling compactions & flushes 2024-12-02T14:12:26,548 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. after waiting 0 ms 2024-12-02T14:12:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,549 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,550 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:26,550 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 20b5e0c5b67c68699e1836d02e458e47: Waiting for close lock at 1733148746548Disabling compacts and flushes for region at 1733148746548Disabling writes for close at 1733148746548Writing region close event to WAL at 1733148746549 (+1 ms)Closed at 1733148746549 2024-12-02T14:12:26,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:12:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741932_1111 (size=3345) 2024-12-02T14:12:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741932_1111 (size=3345) 2024-12-02T14:12:26,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 not finished, retry = 0 2024-12-02T14:12:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741932_1111 (size=3345) 2024-12-02T14:12:26,672 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, size=3.3 K (3345bytes) 2024-12-02T14:12:26,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 2024-12-02T14:12:26,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 after 0ms 2024-12-02T14:12:26,674 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:26,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 took 3ms 2024-12-02T14:12:26,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 so closing down 2024-12-02T14:12:26,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:26,677 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733148746388.temp 2024-12-02T14:12:26,678 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp 2024-12-02T14:12:26,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741934_1113 (size=2944) 2024-12-02T14:12:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741934_1113 (size=2944) 2024-12-02T14:12:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741934_1113 (size=2944) 2024-12-02T14:12:26,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:26,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 2024-12-02T14:12:26,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-12-02T14:12:26,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, journal: Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, size=3.3 K (3345bytes) at 1733148746672Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 so closing down at 1733148746676 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp at 1733148746678 (+2 ms)3 split writer threads finished at 1733148746679 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733148746686 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000003-wal.1733148746388.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 at 1733148746688 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1733148746688 2024-12-02T14:12:26,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746388 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148746388 2024-12-02T14:12:26,690 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 2024-12-02T14:12:26,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:26,692 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:26,709 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, exclude list is [], retry=0 2024-12-02T14:12:26,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:26,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:26,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:26,714 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 2024-12-02T14:12:26,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:26,714 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 20b5e0c5b67c68699e1836d02e458e47, NAME => 'testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:26,714 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:26,715 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,715 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,716 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,717 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName a 2024-12-02T14:12:26,717 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,723 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/a76dfbb8c8604a98be2a5f25f835d083 2024-12-02T14:12:26,723 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,723 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,724 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName b 2024-12-02T14:12:26,724 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,724 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,725 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,725 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName c 2024-12-02T14:12:26,725 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:26,726 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:26,726 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,728 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 2024-12-02T14:12:26,730 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:26,732 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 2024-12-02T14:12:26,732 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 20b5e0c5b67c68699e1836d02e458e47 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T14:12:26,746 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/e12f30503e8341a5b22da65cc6bd529e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733148746531/Put/seqid=0 2024-12-02T14:12:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741936_1115 (size=5958) 2024-12-02T14:12:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741936_1115 (size=5958) 2024-12-02T14:12:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741936_1115 (size=5958) 2024-12-02T14:12:26,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/e12f30503e8341a5b22da65cc6bd529e 2024-12-02T14:12:26,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/3e746dbfcc5343a8bcbab1da7a60924e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733148746538/Put/seqid=0 2024-12-02T14:12:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741937_1116 (size=5958) 2024-12-02T14:12:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741937_1116 (size=5958) 2024-12-02T14:12:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741937_1116 (size=5958) 2024-12-02T14:12:26,779 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/3e746dbfcc5343a8bcbab1da7a60924e 2024-12-02T14:12:26,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/e12f30503e8341a5b22da65cc6bd529e as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/b/e12f30503e8341a5b22da65cc6bd529e 2024-12-02T14:12:26,789 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/b/e12f30503e8341a5b22da65cc6bd529e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T14:12:26,790 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/3e746dbfcc5343a8bcbab1da7a60924e as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/c/3e746dbfcc5343a8bcbab1da7a60924e 2024-12-02T14:12:26,794 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/c/3e746dbfcc5343a8bcbab1da7a60924e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T14:12:26,794 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 20b5e0c5b67c68699e1836d02e458e47 in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T14:12:26,795 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000035 2024-12-02T14:12:26,796 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,796 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,796 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:26,798 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:26,800 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T14:12:26,801 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 20b5e0c5b67c68699e1836d02e458e47; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63456428, jitterRate=-0.05442553758621216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:26,801 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 20b5e0c5b67c68699e1836d02e458e47: Writing region info on filesystem at 1733148746715Initializing all the Stores at 1733148746716 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746716Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746716Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148746716Obtaining lock to block concurrent updates at 1733148746732 (+16 ms)Preparing flush snapshotting stores in 20b5e0c5b67c68699e1836d02e458e47 at 1733148746732Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733148746732Flushing stores of testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. at 1733148746732Flushing 20b5e0c5b67c68699e1836d02e458e47/b: creating writer at 1733148746733 (+1 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/b: appending metadata at 1733148746746 (+13 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/b: closing flushed file at 1733148746746Flushing 20b5e0c5b67c68699e1836d02e458e47/c: creating writer at 1733148746756 (+10 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/c: appending metadata at 1733148746770 (+14 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/c: closing flushed file at 1733148746770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604a34e3: reopening flushed file at 1733148746783 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7d0568: reopening flushed file at 1733148746789 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 20b5e0c5b67c68699e1836d02e458e47 in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733148746794 (+5 ms)Cleaning up temporary data from old regions at 1733148746796 (+2 ms)Region opened successfully at 1733148746801 (+5 ms) 2024-12-02T14:12:26,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, size=0 (0bytes) 2024-12-02T14:12:26,889 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 might be still open, length is 0 2024-12-02T14:12:26,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 2024-12-02T14:12:26,890 WARN [IPC Server handler 1 on default port 41423 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-02T14:12:26,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 after 0ms 2024-12-02T14:12:27,475 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:35224 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:35255:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35224 dst: /127.0.0.1:35255 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35255 remote=/127.0.0.1:35224]. Total timeout mills is 60000, 59381 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:27,477 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:45780 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:45271:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45780 dst: /127.0.0.1:45271 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:27,477 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1364237136_22 at /127.0.0.1:43250 [Receiving block BP-18590601-172.17.0.2-1733148709818:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:33241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43250 dst: /127.0.0.1:33241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741935_1117 (size=2936) 2024-12-02T14:12:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741935_1117 (size=2936) 2024-12-02T14:12:30,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 after 4001ms 2024-12-02T14:12:30,896 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:30,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 took 4007ms 2024-12-02T14:12:30,900 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692; continuing. 2024-12-02T14:12:30,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 so closing down 2024-12-02T14:12:30,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:12:30,901 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733148746692.temp 2024-12-02T14:12:30,903 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp 2024-12-02T14:12:30,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:12:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741938_1118 (size=2944) 2024-12-02T14:12:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741938_1118 (size=2944) 2024-12-02T14:12:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741938_1118 (size=2944) 2024-12-02T14:12:30,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T14:12:30,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 2024-12-02T14:12:30,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T14:12:30,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, journal: Splitting hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, size=0 (0bytes) at 1733148746889Finishing writing output for hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 so closing down at 1733148750900 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp at 1733148750903 (+3 ms)3 split writer threads finished at 1733148750904 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733148750911 (+7 ms)Rename recovered edits hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000037-wal.1733148746692.temp to hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 at 1733148750912 (+1 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692, size=0, length=0, corrupted=false, cancelled=false at 1733148750912 2024-12-02T14:12:30,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 to hdfs://localhost:41423/hbase/oldWALs/wal.1733148746692 2024-12-02T14:12:30,914 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 2024-12-02T14:12:30,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T14:12:30,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41423/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315, archiveDir=hdfs://localhost:41423/hbase/oldWALs, maxLogs=32 2024-12-02T14:12:30,928 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148750916, exclude list is [], retry=0 2024-12-02T14:12:30,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45271,DS-dd86f9b6-a414-4f86-b4a4-241d6451f92a,DISK] 2024-12-02T14:12:30,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-4b6c911c-3c9c-46b5-95ed-f8c42ce103b8,DISK] 2024-12-02T14:12:30,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-35c2e334-c6b1-4952-8475-f751622758ea,DISK] 2024-12-02T14:12:30,933 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148750916 2024-12-02T14:12:30,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:40755:40755),(127.0.0.1/127.0.0.1:43881:43881)] 2024-12-02T14:12:30,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:30,935 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,936 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName a 2024-12-02T14:12:30,936 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:30,947 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/a76dfbb8c8604a98be2a5f25f835d083 2024-12-02T14:12:30,947 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:30,947 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,948 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName b 2024-12-02T14:12:30,948 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:30,953 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/b/e12f30503e8341a5b22da65cc6bd529e 2024-12-02T14:12:30,954 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:30,954 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,955 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5e0c5b67c68699e1836d02e458e47 columnFamilyName c 2024-12-02T14:12:30,955 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:30,959 DEBUG [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/c/3e746dbfcc5343a8bcbab1da7a60924e 2024-12-02T14:12:30,960 INFO [StoreOpener-20b5e0c5b67c68699e1836d02e458e47-1 {}] regionserver.HStore(327): Store=20b5e0c5b67c68699e1836d02e458e47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:30,960 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:30,963 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 2024-12-02T14:12:30,965 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T14:12:30,969 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 2024-12-02T14:12:30,969 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 20b5e0c5b67c68699e1836d02e458e47 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T14:12:30,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/4a2bedeab6c549f59a63f40fa1f25041 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733148746829/Put/seqid=0 2024-12-02T14:12:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741940_1120 (size=5958) 2024-12-02T14:12:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741940_1120 (size=5958) 2024-12-02T14:12:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741940_1120 (size=5958) 2024-12-02T14:12:30,988 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/4a2bedeab6c549f59a63f40fa1f25041 2024-12-02T14:12:31,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/b5b1309555dd4640a490b697097ac281 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733148746841/Put/seqid=0 2024-12-02T14:12:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741941_1121 (size=5958) 2024-12-02T14:12:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741941_1121 (size=5958) 2024-12-02T14:12:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741941_1121 (size=5958) 2024-12-02T14:12:31,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/b5b1309555dd4640a490b697097ac281 2024-12-02T14:12:31,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/8424d0a60d7f40fba445e9de7cd8470e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733148746849/Put/seqid=0 2024-12-02T14:12:31,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741942_1122 (size=5958) 2024-12-02T14:12:31,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741942_1122 (size=5958) 2024-12-02T14:12:31,033 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/8424d0a60d7f40fba445e9de7cd8470e 2024-12-02T14:12:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741942_1122 (size=5958) 2024-12-02T14:12:31,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/a/4a2bedeab6c549f59a63f40fa1f25041 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/4a2bedeab6c549f59a63f40fa1f25041 2024-12-02T14:12:31,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/a/4a2bedeab6c549f59a63f40fa1f25041, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T14:12:31,042 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/b/b5b1309555dd4640a490b697097ac281 as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/b/b5b1309555dd4640a490b697097ac281 2024-12-02T14:12:31,047 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/b/b5b1309555dd4640a490b697097ac281, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T14:12:31,048 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/.tmp/c/8424d0a60d7f40fba445e9de7cd8470e as hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/c/8424d0a60d7f40fba445e9de7cd8470e 2024-12-02T14:12:31,051 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/c/8424d0a60d7f40fba445e9de7cd8470e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T14:12:31,052 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 20b5e0c5b67c68699e1836d02e458e47 in 83ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T14:12:31,052 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/0000000000000000066 2024-12-02T14:12:31,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:31,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:31,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:12:31,055 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 20b5e0c5b67c68699e1836d02e458e47 2024-12-02T14:12:31,056 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/hbase/data/default/testReplayEditsWrittenViaHRegion/20b5e0c5b67c68699e1836d02e458e47/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T14:12:31,057 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 20b5e0c5b67c68699e1836d02e458e47; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71334787, jitterRate=0.06297115981578827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:12:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 20b5e0c5b67c68699e1836d02e458e47: Writing region info on filesystem at 1733148750934Initializing all the Stores at 1733148750935 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148750935Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148750935Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148750935Obtaining lock to block concurrent updates at 1733148750970 (+35 ms)Preparing flush snapshotting stores in 20b5e0c5b67c68699e1836d02e458e47 at 1733148750970Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733148750970Flushing stores of testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. at 1733148750970Flushing 20b5e0c5b67c68699e1836d02e458e47/a: creating writer at 1733148750970Flushing 20b5e0c5b67c68699e1836d02e458e47/a: appending metadata at 1733148750981 (+11 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/a: closing flushed file at 1733148750981Flushing 20b5e0c5b67c68699e1836d02e458e47/b: creating writer at 1733148750992 (+11 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/b: appending metadata at 1733148751004 (+12 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/b: closing flushed file at 1733148751004Flushing 20b5e0c5b67c68699e1836d02e458e47/c: creating writer at 1733148751014 (+10 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/c: appending metadata at 1733148751026 (+12 ms)Flushing 20b5e0c5b67c68699e1836d02e458e47/c: closing flushed file at 1733148751026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210ab4f7: reopening flushed file at 1733148751036 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8529923: reopening flushed file at 1733148751042 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f80d5bc: reopening flushed file at 1733148751047 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 20b5e0c5b67c68699e1836d02e458e47 in 83ms, sequenceid=66, compaction requested=false; wal=null at 1733148751052 (+5 ms)Cleaning up temporary data from old regions at 1733148751053 (+1 ms)Region opened successfully at 1733148751057 (+4 ms) 2024-12-02T14:12:31,067 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 20b5e0c5b67c68699e1836d02e458e47, disabling compactions & flushes 2024-12-02T14:12:31,067 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:31,067 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:31,067 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. after waiting 0 ms 2024-12-02T14:12:31,067 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:31,069 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733148746316.20b5e0c5b67c68699e1836d02e458e47. 2024-12-02T14:12:31,069 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 20b5e0c5b67c68699e1836d02e458e47: Waiting for close lock at 1733148751067Disabling compacts and flushes for region at 1733148751067Disabling writes for close at 1733148751067Writing region close event to WAL at 1733148751068 (+1 ms)Closed at 1733148751068 2024-12-02T14:12:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741939_1119 (size=95) 2024-12-02T14:12:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741939_1119 (size=95) 2024-12-02T14:12:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741939_1119 (size=95) 2024-12-02T14:12:31,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T14:12:31,075 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733148750916) 2024-12-02T14:12:31,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 444) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-602596767_22 at /127.0.0.1:56680 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-602596767_22 at /127.0.0.1:44848 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41423 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-602596767_22 at /127.0.0.1:58344 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=5583 (was 5624) 2024-12-02T14:12:31,089 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-02T14:12:31,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:12:31,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:12:31,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:31,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:12:31,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:12:31,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=207465779, stopped=false 2024-12-02T14:12:31,090 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,36315,1733148712419 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:31,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:31,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:12:31,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:31,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:31,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,39409,1733148712965' ***** 2024-12-02T14:12:31,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:12:31,093 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,45805,1733148713056' ***** 2024-12-02T14:12:31,093 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:12:31,093 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:12:31,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:31,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:12:31,093 INFO [RS:1;a3a61c9ba14f:45805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:12:31,093 INFO [RS:1;a3a61c9ba14f:45805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:12:31,093 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(3091): Received CLOSE for d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:31,093 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:12:31,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:31,093 INFO [RS:0;a3a61c9ba14f:39409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:12:31,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:12:31,093 INFO [RS:0;a3a61c9ba14f:39409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:12:31,094 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:31,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:31,094 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a3a61c9ba14f:45805. 2024-12-02T14:12:31,094 INFO [RS:0;a3a61c9ba14f:39409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:39409. 2024-12-02T14:12:31,094 DEBUG [RS:1;a3a61c9ba14f:45805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:31,094 DEBUG [RS:1;a3a61c9ba14f:45805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,094 DEBUG [RS:0;a3a61c9ba14f:39409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:31,094 DEBUG [RS:0;a3a61c9ba14f:39409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,094 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d89f433b83083d34c8f2c3710f39ee8c, disabling compactions & flushes 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:12:31,094 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:12:31,094 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:31,094 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. after waiting 0 ms 2024-12-02T14:12:31,094 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:31,094 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:12:31,094 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,39409,1733148712965; all regions closed. 2024-12-02T14:12:31,095 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:12:31,095 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d89f433b83083d34c8f2c3710f39ee8c=testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c.} 2024-12-02T14:12:31,095 DEBUG [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d89f433b83083d34c8f2c3710f39ee8c 2024-12-02T14:12:31,095 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:12:31,095 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:12:31,095 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:12:31,095 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:12:31,095 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:12:31,095 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-02T14:12:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741833_1009 (size=1709) 2024-12-02T14:12:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741833_1009 (size=1709) 2024-12-02T14:12:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741833_1009 (size=1709) 2024-12-02T14:12:31,099 DEBUG [RS:0;a3a61c9ba14f:39409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs 2024-12-02T14:12:31,099 INFO [RS:0;a3a61c9ba14f:39409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C39409%2C1733148712965:(num 1733148714277) 2024-12-02T14:12:31,099 DEBUG [RS:0;a3a61c9ba14f:39409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,099 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:31,099 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d89f433b83083d34c8f2c3710f39ee8c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T14:12:31,099 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:12:31,099 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:12:31,100 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:31,100 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:12:31,100 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d89f433b83083d34c8f2c3710f39ee8c: Waiting for close lock at 1733148751094Running coprocessor pre-close hooks at 1733148751094Disabling compacts and flushes for region at 1733148751094Disabling writes for close at 1733148751094Writing region close event to WAL at 1733148751095 (+1 ms)Running coprocessor post-close hooks at 1733148751099 (+4 ms)Closed at 1733148751099 2024-12-02T14:12:31,100 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:12:31,100 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:12:31,100 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:12:31,100 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:12:31,100 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c. 2024-12-02T14:12:31,100 INFO [RS:0;a3a61c9ba14f:39409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39409 2024-12-02T14:12:31,100 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/cead2fc13f3f432c94ffb4e5669aee73 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733148726827.d89f433b83083d34c8f2c3710f39ee8c./info:regioninfo/1733148730792/Put/seqid=0 2024-12-02T14:12:31,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,39409,1733148712965 2024-12-02T14:12:31,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:12:31,101 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:12:31,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,39409,1733148712965] 2024-12-02T14:12:31,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,39409,1733148712965 already deleted, retry=false 2024-12-02T14:12:31,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,39409,1733148712965 expired; onlineServers=1 2024-12-02T14:12:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741943_1123 (size=6778) 2024-12-02T14:12:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741943_1123 (size=6778) 2024-12-02T14:12:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741943_1123 (size=6778) 2024-12-02T14:12:31,108 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/cead2fc13f3f432c94ffb4e5669aee73 2024-12-02T14:12:31,114 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/.tmp/info/cead2fc13f3f432c94ffb4e5669aee73 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/info/cead2fc13f3f432c94ffb4e5669aee73 2024-12-02T14:12:31,119 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/info/cead2fc13f3f432c94ffb4e5669aee73, entries=8, sequenceid=23, filesize=6.6 K 2024-12-02T14:12:31,120 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=23, compaction requested=false 2024-12-02T14:12:31,125 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-02T14:12:31,125 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:12:31,125 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:12:31,126 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148751095Running coprocessor pre-close hooks at 1733148751095Disabling compacts and flushes for region at 1733148751095Disabling writes for close at 1733148751095Obtaining lock to block concurrent updates at 1733148751095Preparing flush snapshotting stores in 1588230740 at 1733148751095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733148751095Flushing stores of hbase:meta,,1.1588230740 at 1733148751097 (+2 ms)Flushing 1588230740/info: creating writer at 1733148751097Flushing 1588230740/info: appending metadata at 1733148751100 (+3 ms)Flushing 1588230740/info: closing flushed file at 1733148751100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f7c11d: reopening flushed file at 1733148751113 (+13 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=23, compaction requested=false at 1733148751120 (+7 ms)Writing region close event to WAL at 1733148751121 (+1 ms)Running coprocessor post-close hooks at 1733148751125 (+4 ms)Closed at 1733148751125 2024-12-02T14:12:31,126 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:12:31,137 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:12:31,137 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:12:31,174 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:31,175 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:31,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,203 INFO [RS:0;a3a61c9ba14f:39409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:12:31,203 INFO [RS:0;a3a61c9ba14f:39409 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,39409,1733148712965; zookeeper connection closed. 2024-12-02T14:12:31,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39409-0x1009b45f7780001, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ee7089c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ee7089c 2024-12-02T14:12:31,295 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,45805,1733148713056; all regions closed. 2024-12-02T14:12:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741893_1071 (size=1674) 2024-12-02T14:12:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741893_1071 (size=1674) 2024-12-02T14:12:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741893_1071 (size=1674) 2024-12-02T14:12:31,305 DEBUG [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs 2024-12-02T14:12:31,305 INFO [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C45805%2C1733148713056.meta:.meta(num 1733148729926) 2024-12-02T14:12:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741834_1010 (size=722) 2024-12-02T14:12:31,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/WALs/a3a61c9ba14f,45805,1733148713056/a3a61c9ba14f%2C45805%2C1733148713056.1733148714277 not finished, retry = 0 2024-12-02T14:12:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741834_1010 (size=722) 2024-12-02T14:12:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741834_1010 (size=722) 2024-12-02T14:12:31,414 DEBUG [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/oldWALs 2024-12-02T14:12:31,414 INFO [RS:1;a3a61c9ba14f:45805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C45805%2C1733148713056:(num 1733148714277) 2024-12-02T14:12:31,414 DEBUG [RS:1;a3a61c9ba14f:45805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:31,414 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:12:31,414 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:12:31,415 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:12:31,415 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:12:31,415 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:12:31,415 INFO [RS:1;a3a61c9ba14f:45805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45805 2024-12-02T14:12:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:12:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,45805,1733148713056 2024-12-02T14:12:31,417 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:12:31,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,45805,1733148713056] 2024-12-02T14:12:31,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,45805,1733148713056 already deleted, retry=false 2024-12-02T14:12:31,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,45805,1733148713056 expired; onlineServers=0 2024-12-02T14:12:31,419 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,36315,1733148712419' ***** 2024-12-02T14:12:31,419 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:12:31,419 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:12:31,419 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:12:31,419 DEBUG [M:0;a3a61c9ba14f:36315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:12:31,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:12:31,420 DEBUG [M:0;a3a61c9ba14f:36315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:12:31,420 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148713972 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148713972,5,FailOnTimeoutGroup] 2024-12-02T14:12:31,420 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148713971 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148713971,5,FailOnTimeoutGroup] 2024-12-02T14:12:31,420 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:12:31,420 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:12:31,420 DEBUG [M:0;a3a61c9ba14f:36315 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:12:31,420 INFO [M:0;a3a61c9ba14f:36315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:12:31,420 INFO [M:0;a3a61c9ba14f:36315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:12:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T14:12:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:31,421 INFO [M:0;a3a61c9ba14f:36315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:12:31,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:12:31,422 DEBUG [M:0;a3a61c9ba14f:36315 {}] zookeeper.ZKUtil(347): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T14:12:31,422 WARN [M:0;a3a61c9ba14f:36315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:12:31,422 INFO [M:0;a3a61c9ba14f:36315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/.lastflushedseqids 2024-12-02T14:12:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741944_1124 (size=119) 2024-12-02T14:12:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741944_1124 (size=119) 2024-12-02T14:12:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741944_1124 (size=119) 2024-12-02T14:12:31,435 INFO [M:0;a3a61c9ba14f:36315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:12:31,435 INFO [M:0;a3a61c9ba14f:36315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:12:31,436 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:12:31,436 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:31,436 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:31,436 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:12:31,436 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:31,436 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-02T14:12:31,452 DEBUG [M:0;a3a61c9ba14f:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02edb9fc5359439a91e65bc691363d33 is 82, key is hbase:meta,,1/info:regioninfo/1733148730116/Put/seqid=0 2024-12-02T14:12:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741945_1125 (size=6063) 2024-12-02T14:12:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741945_1125 (size=6063) 2024-12-02T14:12:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741945_1125 (size=6063) 2024-12-02T14:12:31,458 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02edb9fc5359439a91e65bc691363d33 2024-12-02T14:12:31,484 DEBUG [M:0;a3a61c9ba14f:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc80bb699c07449d9bec34af10161d8a is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148727267/Put/seqid=0 2024-12-02T14:12:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741946_1126 (size=7907) 2024-12-02T14:12:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741946_1126 (size=7907) 2024-12-02T14:12:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741946_1126 (size=7907) 2024-12-02T14:12:31,492 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc80bb699c07449d9bec34af10161d8a 2024-12-02T14:12:31,495 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc80bb699c07449d9bec34af10161d8a 2024-12-02T14:12:31,508 DEBUG [M:0;a3a61c9ba14f:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1138483e9af45a8a593c404255ecedf is 69, key is a3a61c9ba14f,39409,1733148712965/rs:state/1733148714040/Put/seqid=0 2024-12-02T14:12:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741947_1127 (size=5440) 2024-12-02T14:12:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741947_1127 (size=5440) 2024-12-02T14:12:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741947_1127 (size=5440) 2024-12-02T14:12:31,515 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1138483e9af45a8a593c404255ecedf 2024-12-02T14:12:31,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,518 INFO [RS:1;a3a61c9ba14f:45805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:12:31,518 INFO [RS:1;a3a61c9ba14f:45805 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,45805,1733148713056; zookeeper connection closed. 2024-12-02T14:12:31,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x1009b45f7780002, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e2d7da5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e2d7da5 2024-12-02T14:12:31,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T14:12:31,519 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1138483e9af45a8a593c404255ecedf 2024-12-02T14:12:31,520 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02edb9fc5359439a91e65bc691363d33 as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02edb9fc5359439a91e65bc691363d33 2024-12-02T14:12:31,524 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02edb9fc5359439a91e65bc691363d33, entries=14, sequenceid=207, filesize=5.9 K 2024-12-02T14:12:31,525 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc80bb699c07449d9bec34af10161d8a as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc80bb699c07449d9bec34af10161d8a 2024-12-02T14:12:31,529 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc80bb699c07449d9bec34af10161d8a 2024-12-02T14:12:31,529 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc80bb699c07449d9bec34af10161d8a, entries=21, sequenceid=207, filesize=7.7 K 2024-12-02T14:12:31,530 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1138483e9af45a8a593c404255ecedf as hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1138483e9af45a8a593c404255ecedf 2024-12-02T14:12:31,535 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1138483e9af45a8a593c404255ecedf 2024-12-02T14:12:31,535 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41423/user/jenkins/test-data/dad24797-2d87-afa2-ad5c-352f78e7c2a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1138483e9af45a8a593c404255ecedf, entries=3, sequenceid=207, filesize=5.3 K 2024-12-02T14:12:31,536 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false 2024-12-02T14:12:31,537 INFO [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:31,537 DEBUG [M:0;a3a61c9ba14f:36315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148751436Disabling compacts and flushes for region at 1733148751436Disabling writes for close at 1733148751436Obtaining lock to block concurrent updates at 1733148751436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148751436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733148751436Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148751437 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148751437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148751451 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148751451Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148751462 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148751483 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148751483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148751496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148751508 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148751508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f9e5a7: reopening flushed file at 1733148751519 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db88cf1: reopening flushed file at 1733148751524 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7922156c: reopening flushed file at 1733148751530 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false at 1733148751536 (+6 ms)Writing region close event to WAL at 1733148751537 (+1 ms)Closed at 1733148751537 2024-12-02T14:12:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45271 is added to blk_1073741830_1006 (size=69322) 2024-12-02T14:12:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741830_1006 (size=69322) 2024-12-02T14:12:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741830_1006 (size=69322) 2024-12-02T14:12:31,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:12:31,540 INFO [M:0;a3a61c9ba14f:36315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:12:31,540 INFO [M:0;a3a61c9ba14f:36315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36315 2024-12-02T14:12:31,540 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:12:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,642 INFO [M:0;a3a61c9ba14f:36315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:12:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1009b45f7780000, quorum=127.0.0.1:56390, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:12:31,653 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148741072 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148741072 (inode 16688) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733148731852/wal.1733148741072 (inode 16688) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T14:12:31,656 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731714 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731714 (inode 16665) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733148730940/wal.1733148731714 (inode 16665) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T14:12:31,657 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733148722430/wal.1733148722515 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:31,659 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741791 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741791 (inode 16714) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733148741263/wal.1733148741791 (inode 16714) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T14:12:31,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733148741926/wal.1733148741981 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:31,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733148746315/wal.1733148746692 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:31,660 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733148715960/wal.1733148716025 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:31,662 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal.1733148715835 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal.1733148715835 (inode 16485) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733148715661/wal.1733148715835 (inode 16485) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T14:12:31,664 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal.1733148715453 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal.1733148715453 (inode 16462) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733148715238/wal.1733148715453 (inode 16462) Holder DFSClient_NONMAPREDUCE_1364237136_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T14:12:31,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:31,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:12:31,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:12:31,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:12:31,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,STOPPED} 2024-12-02T14:12:31,672 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:12:31,672 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:12:31,672 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:12:31,672 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18590601-172.17.0.2-1733148709818 (Datanode Uuid cf0fc7a2-9ae2-4c93-a0c4-e8e0411d0b91) service to localhost/127.0.0.1:41423 2024-12-02T14:12:31,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data5/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data6/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,674 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:12:31,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:31,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:12:31,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:12:31,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:12:31,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,STOPPED} 2024-12-02T14:12:31,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:12:31,677 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:12:31,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:12:31,678 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18590601-172.17.0.2-1733148709818 (Datanode Uuid f67a4096-3eef-4be3-8ad8-7edbdae2cfbb) service to localhost/127.0.0.1:41423 2024-12-02T14:12:31,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data3/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data4/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:12:31,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:31,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:12:31,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:12:31,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:12:31,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,STOPPED} 2024-12-02T14:12:31,682 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:12:31,682 WARN [BP-18590601-172.17.0.2-1733148709818 heartbeating to localhost/127.0.0.1:41423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18590601-172.17.0.2-1733148709818 (Datanode Uuid 658ea001-fa93-4f9a-8b4b-5ee5be6518d6) service to localhost/127.0.0.1:41423 2024-12-02T14:12:31,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:12:31,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:12:31,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data1/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/cluster_5b9d40b5-d0f8-45d4-2e31-dd5b4933a72f/data/data2/current/BP-18590601-172.17.0.2-1733148709818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:12:31,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:12:31,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:12:31,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:12:31,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:12:31,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:12:31,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5729ca1-0319-25c8-5af3-b913ebda9c9c/hadoop.log.dir/,STOPPED} 2024-12-02T14:12:31,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:12:31,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down