2024-12-02 13:09:29,574 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 13:09:29,587 main DEBUG Took 0.011162 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 13:09:29,588 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 13:09:29,588 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 13:09:29,589 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 13:09:29,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,596 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 13:09:29,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,610 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,612 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,613 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,615 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,616 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:09:29,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,618 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 13:09:29,619 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:09:29,621 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 13:09:29,622 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 13:09:29,623 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 13:09:29,624 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 13:09:29,624 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 13:09:29,633 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 13:09:29,635 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 13:09:29,637 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 13:09:29,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 13:09:29,637 main DEBUG createAppenders(={Console}) 2024-12-02 13:09:29,638 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-02 13:09:29,638 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 13:09:29,639 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-02 13:09:29,639 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 13:09:29,639 main DEBUG OutputStream closed 2024-12-02 13:09:29,640 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 13:09:29,640 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 13:09:29,640 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-02 13:09:29,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 13:09:29,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 13:09:29,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 13:09:29,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 13:09:29,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 13:09:29,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 13:09:29,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 13:09:29,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 13:09:29,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 13:09:29,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 13:09:29,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 13:09:29,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 13:09:29,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 13:09:29,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 13:09:29,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 13:09:29,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 13:09:29,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 13:09:29,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 13:09:29,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 13:09:29,716 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-02 13:09:29,716 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 13:09:29,716 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-02T13:09:29,903 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0 2024-12-02 13:09:29,905 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 13:09:29,905 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T13:09:29,913 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T13:09:29,918 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-02T13:09:29,936 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T13:09:29,987 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T13:09:29,987 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T13:09:30,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:09:30,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a, deleteOnExit=true 2024-12-02T13:09:30,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:09:30,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/test.cache.data in system properties and HBase conf 2024-12-02T13:09:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:09:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:09:30,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:09:30,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:09:30,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:09:30,100 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T13:09:30,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:09:30,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:09:30,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:09:30,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:09:30,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:09:30,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:09:30,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:09:30,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:09:30,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:09:30,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:09:30,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:09:30,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:09:30,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:09:30,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:09:30,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:09:30,873 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T13:09:30,938 INFO [Time-limited test {}] log.Log(170): Logging initialized @2028ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T13:09:30,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:09:31,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:09:31,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:09:31,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:09:31,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:09:31,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:09:31,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:09:31,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:09:31,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-10330413886642988680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:09:31,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-12-02T13:09:31,276 INFO [Time-limited test {}] server.Server(415): Started @2367ms 2024-12-02T13:09:31,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:09:31,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:09:31,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:09:31,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:09:31,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:09:31,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:09:31,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:09:31,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/java.io.tmpdir/jetty-localhost-41753-hadoop-hdfs-3_4_1-tests_jar-_-any-10545899367219843161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:09:31,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:41753} 2024-12-02T13:09:31,666 INFO [Time-limited test {}] server.Server(415): Started @2756ms 2024-12-02T13:09:31,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:09:31,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:09:31,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:09:31,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:09:31,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:09:31,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:09:31,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:09:31,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:09:31,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/java.io.tmpdir/jetty-localhost-33547-hadoop-hdfs-3_4_1-tests_jar-_-any-4758904215364972581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:09:31,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:33547} 2024-12-02T13:09:31,920 INFO [Time-limited test {}] server.Server(415): Started @3010ms 2024-12-02T13:09:31,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:09:31,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:09:31,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:09:31,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:09:31,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:09:31,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:09:31,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:09:31,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:09:32,074 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data1/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,074 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data4/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,074 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data2/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,074 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data3/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/java.io.tmpdir/jetty-localhost-40167-hadoop-hdfs-3_4_1-tests_jar-_-any-2536005134997039611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:09:32,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:40167} 2024-12-02T13:09:32,082 INFO [Time-limited test {}] server.Server(415): Started @3172ms 2024-12-02T13:09:32,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:09:32,113 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:09:32,113 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:09:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeebc5ff60195718 with lease ID 0xdfe6477c9558545c: Processing first storage report for DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05 from datanode DatanodeRegistration(127.0.0.1:44423, datanodeUuid=cefb1faa-4b87-4ea7-a30e-eabed72b9eef, infoPort=39163, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeebc5ff60195718 with lease ID 0xdfe6477c9558545c: from storage DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05 node DatanodeRegistration(127.0.0.1:44423, datanodeUuid=cefb1faa-4b87-4ea7-a30e-eabed72b9eef, infoPort=39163, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad5a5d994dd8dfc7 with lease ID 0xdfe6477c9558545d: Processing first storage report for DS-ec4d3f0c-c742-472e-a874-2936da4176df from datanode DatanodeRegistration(127.0.0.1:45353, datanodeUuid=806cabb1-2f16-41c2-8b30-9733b98de110, infoPort=37857, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad5a5d994dd8dfc7 with lease ID 0xdfe6477c9558545d: from storage DS-ec4d3f0c-c742-472e-a874-2936da4176df node DatanodeRegistration(127.0.0.1:45353, datanodeUuid=806cabb1-2f16-41c2-8b30-9733b98de110, infoPort=37857, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeebc5ff60195718 with lease ID 0xdfe6477c9558545c: Processing first storage report for DS-697c54d3-b209-48c2-ad34-4c1909046a2a from datanode DatanodeRegistration(127.0.0.1:44423, datanodeUuid=cefb1faa-4b87-4ea7-a30e-eabed72b9eef, infoPort=39163, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeebc5ff60195718 with lease ID 0xdfe6477c9558545c: from storage DS-697c54d3-b209-48c2-ad34-4c1909046a2a node DatanodeRegistration(127.0.0.1:44423, datanodeUuid=cefb1faa-4b87-4ea7-a30e-eabed72b9eef, infoPort=39163, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad5a5d994dd8dfc7 with lease ID 0xdfe6477c9558545d: Processing first storage report for DS-fb0952de-d84d-485c-bd55-45f90c8c1545 from datanode DatanodeRegistration(127.0.0.1:45353, datanodeUuid=806cabb1-2f16-41c2-8b30-9733b98de110, infoPort=37857, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad5a5d994dd8dfc7 with lease ID 0xdfe6477c9558545d: from storage DS-fb0952de-d84d-485c-bd55-45f90c8c1545 node DatanodeRegistration(127.0.0.1:45353, datanodeUuid=806cabb1-2f16-41c2-8b30-9733b98de110, infoPort=37857, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,188 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data6/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,188 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data5/current/BP-47078108-172.17.0.2-1733144970674/current, will proceed with Du for space computation calculation, 2024-12-02T13:09:32,213 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:09:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff54f8c57539e9e with lease ID 0xdfe6477c9558545e: Processing first storage report for DS-694fdbde-f249-43d4-b27b-1012a8044159 from datanode DatanodeRegistration(127.0.0.1:40741, datanodeUuid=c4efc7cd-eaf9-44e9-bb09-fd622a5a966d, infoPort=40567, infoSecurePort=0, ipcPort=39117, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff54f8c57539e9e with lease ID 0xdfe6477c9558545e: from storage DS-694fdbde-f249-43d4-b27b-1012a8044159 node DatanodeRegistration(127.0.0.1:40741, datanodeUuid=c4efc7cd-eaf9-44e9-bb09-fd622a5a966d, infoPort=40567, infoSecurePort=0, ipcPort=39117, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ff54f8c57539e9e with lease ID 0xdfe6477c9558545e: Processing first storage report for DS-71a98904-5d2f-4a44-ae7d-c1f220331c47 from datanode DatanodeRegistration(127.0.0.1:40741, datanodeUuid=c4efc7cd-eaf9-44e9-bb09-fd622a5a966d, infoPort=40567, infoSecurePort=0, ipcPort=39117, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674) 2024-12-02T13:09:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ff54f8c57539e9e with lease ID 0xdfe6477c9558545e: from storage DS-71a98904-5d2f-4a44-ae7d-c1f220331c47 node DatanodeRegistration(127.0.0.1:40741, datanodeUuid=c4efc7cd-eaf9-44e9-bb09-fd622a5a966d, infoPort=40567, infoSecurePort=0, ipcPort=39117, storageInfo=lv=-57;cid=testClusterID;nsid=1315172294;c=1733144970674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:09:32,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0 2024-12-02T13:09:32,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/zookeeper_0, clientPort=59821, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:09:32,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59821 2024-12-02T13:09:32,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:32,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:09:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:09:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:09:33,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 with version=8 2024-12-02T13:09:33,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/hbase-staging 2024-12-02T13:09:33,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:09:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:09:33,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:09:33,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:09:33,563 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T13:09:33,572 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T13:09:33,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:09:33,599 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 74175 (auto-detected) 2024-12-02T13:09:33,600 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T13:09:33,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44757 2024-12-02T13:09:33,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44757 connecting to ZooKeeper ensemble=127.0.0.1:59821 2024-12-02T13:09:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447570x0, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:09:33,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44757-0x1009b0ce91c0000 connected 2024-12-02T13:09:33,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:09:33,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74, hbase.cluster.distributed=false 2024-12-02T13:09:33,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:09:33,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-02T13:09:33,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44757 2024-12-02T13:09:33,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44757 2024-12-02T13:09:33,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-02T13:09:33,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-02T13:09:33,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:09:33,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:09:33,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:09:33,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:09:33,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:09:33,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44579 2024-12-02T13:09:33,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44579 connecting to ZooKeeper ensemble=127.0.0.1:59821 2024-12-02T13:09:33,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445790x0, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:09:33,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445790x0, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:09:33,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44579-0x1009b0ce91c0001 connected 2024-12-02T13:09:33,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:09:33,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:09:33,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:09:33,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:09:33,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-02T13:09:33,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44579 2024-12-02T13:09:33,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44579 2024-12-02T13:09:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-02T13:09:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-02T13:09:33,897 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:09:33,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:09:33,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:09:33,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:09:33,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:09:33,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44117 2024-12-02T13:09:33,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44117 connecting to ZooKeeper ensemble=127.0.0.1:59821 2024-12-02T13:09:33,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441170x0, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:09:33,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441170x0, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:09:33,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44117-0x1009b0ce91c0002 connected 2024-12-02T13:09:33,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:09:33,913 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:09:33,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:09:33,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:09:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-02T13:09:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44117 2024-12-02T13:09:33,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44117 2024-12-02T13:09:33,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-02T13:09:33,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44117 2024-12-02T13:09:33,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:09:33,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:09:33,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:09:33,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:09:33,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:09:33,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:09:33,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34035 2024-12-02T13:09:33,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34035 connecting to ZooKeeper ensemble=127.0.0.1:59821 2024-12-02T13:09:33,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:33,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340350x0, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:09:33,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340350x0, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:09:33,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34035-0x1009b0ce91c0003 connected 2024-12-02T13:09:33,945 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:09:33,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:09:33,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:09:33,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:09:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34035 2024-12-02T13:09:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34035 2024-12-02T13:09:33,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34035 2024-12-02T13:09:33,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34035 2024-12-02T13:09:33,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34035 2024-12-02T13:09:33,962 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:44757 2024-12-02T13:09:33,963 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/06e3e18f2515,44757,1733144973208 2024-12-02T13:09:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,970 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/06e3e18f2515,44757,1733144973208 2024-12-02T13:09:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:09:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:09:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:09:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:33,990 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T13:09:33,991 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/06e3e18f2515,44757,1733144973208 from backup master directory 2024-12-02T13:09:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/06e3e18f2515,44757,1733144973208 2024-12-02T13:09:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:09:33,994 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:09:33,994 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,44757,1733144973208 2024-12-02T13:09:33,997 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T13:09:33,998 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T13:09:34,044 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/hbase.id] with ID: 6300a254-9605-4a6d-98bc-b72467994939 2024-12-02T13:09:34,044 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/.tmp/hbase.id 2024-12-02T13:09:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:09:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:09:34,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:09:34,061 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/.tmp/hbase.id]:[hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/hbase.id] 2024-12-02T13:09:34,108 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:09:34,112 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:09:34,128 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-02T13:09:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:09:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:09:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:09:34,163 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:09:34,165 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:09:34,170 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:09:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:09:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:09:34,217 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store 2024-12-02T13:09:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:09:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:09:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:09:34,243 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T13:09:34,246 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:34,247 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:09:34,248 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:09:34,248 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:09:34,249 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:09:34,250 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:09:34,250 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:09:34,251 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733144974247Disabling compacts and flushes for region at 1733144974247Disabling writes for close at 1733144974250 (+3 ms)Writing region close event to WAL at 1733144974250Closed at 1733144974250 2024-12-02T13:09:34,253 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/.initializing 2024-12-02T13:09:34,253 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/WALs/06e3e18f2515,44757,1733144973208 2024-12-02T13:09:34,260 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:34,274 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44757%2C1733144973208, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/WALs/06e3e18f2515,44757,1733144973208, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/oldWALs, maxLogs=10 2024-12-02T13:09:34,301 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/WALs/06e3e18f2515,44757,1733144973208/06e3e18f2515%2C44757%2C1733144973208.1733144974278, exclude list is [], retry=0 2024-12-02T13:09:34,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:34,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T13:09:34,363 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/WALs/06e3e18f2515,44757,1733144973208/06e3e18f2515%2C44757%2C1733144973208.1733144974278 2024-12-02T13:09:34,363 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:34,364 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:34,364 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:34,367 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,367 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:09:34,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:34,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:09:34,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:34,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:09:34,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:34,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:09:34,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:34,439 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,443 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,444 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,448 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,449 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,453 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:09:34,457 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:09:34,461 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:34,463 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64295057, jitterRate=-0.04192899167537689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:09:34,469 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733144974378Initializing all the Stores at 1733144974380 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144974380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144974381 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144974382 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144974382Cleaning up temporary data from old regions at 1733144974449 (+67 ms)Region opened successfully at 1733144974469 (+20 ms) 2024-12-02T13:09:34,470 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:09:34,501 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c12ac79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:09:34,527 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:09:34,536 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:09:34,536 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:09:34,539 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:09:34,540 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:09:34,546 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T13:09:34,546 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:09:34,571 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:09:34,579 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T13:09:34,580 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T13:09:34,582 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:09:34,584 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:09:34,585 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T13:09:34,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:09:34,590 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:09:34,591 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T13:09:34,593 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:09:34,594 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T13:09:34,611 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:09:34,612 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,620 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,44757,1733144973208, sessionid=0x1009b0ce91c0000, setting cluster-up flag (Was=false) 2024-12-02T13:09:34,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,634 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T13:09:34,636 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44757,1733144973208 2024-12-02T13:09:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:34,645 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T13:09:34,647 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,44757,1733144973208 2024-12-02T13:09:34,655 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:09:34,723 INFO [AsyncFSWAL-0-hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData-prefix:06e3e18f2515,44757,1733144973208 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T13:09:34,735 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:09:34,743 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:09:34,749 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:09:34,753 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(746): ClusterId : 6300a254-9605-4a6d-98bc-b72467994939 2024-12-02T13:09:34,753 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(746): ClusterId : 6300a254-9605-4a6d-98bc-b72467994939 2024-12-02T13:09:34,754 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(746): ClusterId : 6300a254-9605-4a6d-98bc-b72467994939 2024-12-02T13:09:34,756 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:09:34,756 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:09:34,756 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:09:34,755 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,44757,1733144973208 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:09:34,761 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:09:34,761 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:09:34,761 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:09:34,761 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:09:34,761 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:09:34,761 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:09:34,763 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:09:34,763 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:09:34,763 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:09:34,763 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:09:34,763 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:09:34,764 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,764 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:09:34,764 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,764 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:09:34,764 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:09:34,765 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:09:34,765 DEBUG [RS:2;06e3e18f2515:34035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d83e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:09:34,765 DEBUG [RS:1;06e3e18f2515:44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0486eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:09:34,765 DEBUG [RS:0;06e3e18f2515:44579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea24686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:09:34,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:09:34,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:09:34,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:09:34,788 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733145004788 2024-12-02T13:09:34,789 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;06e3e18f2515:44117 2024-12-02T13:09:34,790 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:09:34,792 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:09:34,794 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:44579 2024-12-02T13:09:34,794 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;06e3e18f2515:34035 2024-12-02T13:09:34,794 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:09:34,794 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:09:34,794 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:09:34,794 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:09:34,794 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:09:34,794 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:09:34,794 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:09:34,794 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:09:34,794 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:09:34,796 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:09:34,797 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:09:34,797 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,44757,1733144973208 with port=34035, startcode=1733144973933 2024-12-02T13:09:34,797 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,44757,1733144973208 with port=44117, startcode=1733144973896 2024-12-02T13:09:34,797 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,44757,1733144973208 with port=44579, startcode=1733144973803 2024-12-02T13:09:34,797 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:09:34,797 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:09:34,798 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,805 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:09:34,806 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:09:34,807 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:09:34,809 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:09:34,809 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:09:34,810 DEBUG [RS:0;06e3e18f2515:44579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:09:34,810 DEBUG [RS:1;06e3e18f2515:44117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:09:34,810 DEBUG [RS:2;06e3e18f2515:34035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:09:34,814 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144974810,5,FailOnTimeoutGroup] 2024-12-02T13:09:34,815 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144974814,5,FailOnTimeoutGroup] 2024-12-02T13:09:34,815 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,815 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:09:34,816 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,817 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:09:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:09:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:09:34,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:09:34,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 2024-12-02T13:09:34,879 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:09:34,879 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:09:34,879 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:09:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:09:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:09:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:09:34,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:34,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,34035,1733144973933 2024-12-02T13:09:34,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:34,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:09:34,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:09:34,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:34,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:09:34,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:09:34,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,44117,1733144973896 2024-12-02T13:09:34,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,44117,1733144973896 2024-12-02T13:09:34,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:34,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:09:34,904 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 2024-12-02T13:09:34,904 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37235 2024-12-02T13:09:34,904 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:09:34,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:09:34,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,44579,1733144973803 2024-12-02T13:09:34,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:34,906 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 2024-12-02T13:09:34,906 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37235 2024-12-02T13:09:34,906 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:09:34,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:34,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:09:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:09:34,909 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 2024-12-02T13:09:34,910 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37235 2024-12-02T13:09:34,910 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:09:34,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:09:34,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:34,910 DEBUG [RS:2;06e3e18f2515:34035 {}] zookeeper.ZKUtil(111): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,34035,1733144973933 2024-12-02T13:09:34,910 WARN [RS:2;06e3e18f2515:34035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:09:34,911 DEBUG [RS:1;06e3e18f2515:44117 {}] zookeeper.ZKUtil(111): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,44117,1733144973896 2024-12-02T13:09:34,911 WARN [RS:1;06e3e18f2515:44117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:09:34,911 INFO [RS:1;06e3e18f2515:44117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:34,911 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896 2024-12-02T13:09:34,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:34,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:09:34,912 DEBUG [RS:0;06e3e18f2515:44579 {}] zookeeper.ZKUtil(111): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,44579,1733144973803 2024-12-02T13:09:34,911 INFO [RS:2;06e3e18f2515:34035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:34,912 WARN [RS:0;06e3e18f2515:44579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:09:34,912 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933 2024-12-02T13:09:34,912 INFO [RS:0;06e3e18f2515:44579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:34,912 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44579,1733144973803 2024-12-02T13:09:34,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740 2024-12-02T13:09:34,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,44117,1733144973896] 2024-12-02T13:09:34,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,44579,1733144973803] 2024-12-02T13:09:34,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,34035,1733144973933] 2024-12-02T13:09:34,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740 2024-12-02T13:09:34,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:09:34,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:09:34,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:09:34,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:09:34,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:34,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74044866, jitterRate=0.10335448384284973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:09:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733144974883Initializing all the Stores at 1733144974885 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144974885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144974891 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144974891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144974891Cleaning up temporary data from old regions at 1733144974918 (+27 ms)Region opened successfully at 1733144974935 (+17 ms) 2024-12-02T13:09:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:09:34,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:09:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:09:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:09:34,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:09:34,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:09:34,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733144974935Disabling compacts and flushes for region at 1733144974935Disabling writes for close at 1733144974935Writing region close event to WAL at 1733144974936 (+1 ms)Closed at 1733144974937 (+1 ms) 2024-12-02T13:09:34,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:09:34,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:09:34,945 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:09:34,945 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:09:34,945 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:09:34,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:09:34,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:09:34,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:09:34,964 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:09:34,964 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:09:34,964 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:09:34,969 INFO [RS:1;06e3e18f2515:44117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:09:34,969 INFO [RS:0;06e3e18f2515:44579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:09:34,969 INFO [RS:2;06e3e18f2515:34035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:09:34,969 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,969 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,969 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,970 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:09:34,970 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:09:34,970 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:09:34,975 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:09:34,975 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:09:34,975 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:09:34,977 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,977 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,977 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,977 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,977 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,977 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,977 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,977 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,977 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,978 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,979 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:1;06e3e18f2515:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,979 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:09:34,979 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,979 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,979 DEBUG [RS:0;06e3e18f2515:44579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,979 DEBUG [RS:2;06e3e18f2515:34035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:09:34,980 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,980 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44579,1733144973803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,981 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44117,1733144973896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:09:34,985 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,985 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,985 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,986 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,986 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:34,986 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34035,1733144973933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:09:35,004 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:09:35,006 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44579,1733144973803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:09:35,007 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.Replication(171): 06e3e18f2515,44579,1733144973803 started 2024-12-02T13:09:35,007 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:09:35,007 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34035,1733144973933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44117,1733144973896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,007 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.Replication(171): 06e3e18f2515,34035,1733144973933 started 2024-12-02T13:09:35,007 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.Replication(171): 06e3e18f2515,44117,1733144973896 started 2024-12-02T13:09:35,032 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,032 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,032 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,032 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,44117,1733144973896, RpcServer on 06e3e18f2515/172.17.0.2:44117, sessionid=0x1009b0ce91c0002 2024-12-02T13:09:35,032 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,44579,1733144973803, RpcServer on 06e3e18f2515/172.17.0.2:44579, sessionid=0x1009b0ce91c0001 2024-12-02T13:09:35,032 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,34035,1733144973933, RpcServer on 06e3e18f2515/172.17.0.2:34035, sessionid=0x1009b0ce91c0003 2024-12-02T13:09:35,033 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:09:35,033 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:09:35,033 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:09:35,033 DEBUG [RS:0;06e3e18f2515:44579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,44579,1733144973803 2024-12-02T13:09:35,033 DEBUG [RS:1;06e3e18f2515:44117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,44117,1733144973896 2024-12-02T13:09:35,033 DEBUG [RS:2;06e3e18f2515:34035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,34035,1733144973933 2024-12-02T13:09:35,033 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34035,1733144973933' 2024-12-02T13:09:35,033 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44579,1733144973803' 2024-12-02T13:09:35,033 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44117,1733144973896' 2024-12-02T13:09:35,034 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:09:35,034 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:09:35,034 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:09:35,035 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:09:35,035 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:09:35,035 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:09:35,035 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:09:35,035 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:09:35,035 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:09:35,035 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:09:35,035 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:09:35,035 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:09:35,035 DEBUG [RS:0;06e3e18f2515:44579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,44579,1733144973803 2024-12-02T13:09:35,035 DEBUG [RS:2;06e3e18f2515:34035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,34035,1733144973933 2024-12-02T13:09:35,035 DEBUG [RS:1;06e3e18f2515:44117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,44117,1733144973896 2024-12-02T13:09:35,036 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44579,1733144973803' 2024-12-02T13:09:35,036 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34035,1733144973933' 2024-12-02T13:09:35,036 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,44117,1733144973896' 2024-12-02T13:09:35,036 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:09:35,036 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:09:35,036 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:09:35,036 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:09:35,036 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:09:35,036 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:09:35,037 DEBUG [RS:2;06e3e18f2515:34035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:09:35,037 DEBUG [RS:0;06e3e18f2515:44579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:09:35,037 INFO [RS:2;06e3e18f2515:34035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:09:35,037 DEBUG [RS:1;06e3e18f2515:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:09:35,037 INFO [RS:0;06e3e18f2515:44579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:09:35,037 INFO [RS:1;06e3e18f2515:44117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:09:35,037 INFO [RS:0;06e3e18f2515:44579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:09:35,037 INFO [RS:2;06e3e18f2515:34035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:09:35,037 INFO [RS:1;06e3e18f2515:44117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:09:35,109 WARN [06e3e18f2515:44757 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:09:35,143 INFO [RS:1;06e3e18f2515:44117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:35,143 INFO [RS:0;06e3e18f2515:44579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:35,143 INFO [RS:2;06e3e18f2515:34035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:35,147 INFO [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44117%2C1733144973896, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs, maxLogs=32 2024-12-02T13:09:35,147 INFO [RS:2;06e3e18f2515:34035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34035%2C1733144973933, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs, maxLogs=32 2024-12-02T13:09:35,147 INFO [RS:0;06e3e18f2515:44579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44579%2C1733144973803, suffix=, logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44579,1733144973803, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs, maxLogs=32 2024-12-02T13:09:35,164 DEBUG [RS:2;06e3e18f2515:34035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933/06e3e18f2515%2C34035%2C1733144973933.1733144975151, exclude list is [], retry=0 2024-12-02T13:09:35,164 DEBUG [RS:1;06e3e18f2515:44117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896/06e3e18f2515%2C44117%2C1733144973896.1733144975151, exclude list is [], retry=0 2024-12-02T13:09:35,164 DEBUG [RS:0;06e3e18f2515:44579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44579,1733144973803/06e3e18f2515%2C44579%2C1733144973803.1733144975151, exclude list is [], retry=0 2024-12-02T13:09:35,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:35,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:35,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:35,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:35,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:35,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:35,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:35,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:35,179 INFO [RS:2;06e3e18f2515:34035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933/06e3e18f2515%2C34035%2C1733144973933.1733144975151 2024-12-02T13:09:35,181 INFO [RS:0;06e3e18f2515:44579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44579,1733144973803/06e3e18f2515%2C44579%2C1733144973803.1733144975151 2024-12-02T13:09:35,185 DEBUG [RS:2;06e3e18f2515:34035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:09:35,186 DEBUG [RS:0;06e3e18f2515:44579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:35,187 INFO [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896/06e3e18f2515%2C44117%2C1733144973896.1733144975151 2024-12-02T13:09:35,187 DEBUG [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:35,365 DEBUG [06e3e18f2515:44757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T13:09:35,375 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T13:09:35,381 INFO [06e3e18f2515:44757 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:09:35,381 INFO [06e3e18f2515:44757 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:09:35,381 INFO [06e3e18f2515:44757 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T13:09:35,381 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:09:35,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,44117,1733144973896 2024-12-02T13:09:35,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,44117,1733144973896, state=OPENING 2024-12-02T13:09:35,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:09:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:09:35,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:09:35,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,44117,1733144973896}] 2024-12-02T13:09:35,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:09:35,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:09:35,598 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:09:35,598 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:35,599 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:09:35,602 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C44117%2C1733144973896.meta, suffix=.meta, logDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896, archiveDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs, maxLogs=32 2024-12-02T13:09:35,619 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896/06e3e18f2515%2C44117%2C1733144973896.meta.1733144975604.meta, exclude list is [], retry=0 2024-12-02T13:09:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:35,627 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,44117,1733144973896/06e3e18f2515%2C44117%2C1733144973896.meta.1733144975604.meta 2024-12-02T13:09:35,628 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:35,628 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:35,630 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:09:35,632 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:09:35,636 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:09:35,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:09:35,640 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:35,641 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:09:35,641 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:09:35,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:09:35,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:09:35,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:35,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:35,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:09:35,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:09:35,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:35,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:35,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:09:35,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:09:35,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:35,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:35,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:09:35,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:09:35,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:35,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:09:35,654 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:09:35,655 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740 2024-12-02T13:09:35,658 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740 2024-12-02T13:09:35,660 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:09:35,661 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:09:35,661 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:09:35,664 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:09:35,665 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72814482, jitterRate=0.08502033352851868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:09:35,666 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:09:35,667 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733144975641Writing region info on filesystem at 1733144975641Initializing all the Stores at 1733144975643 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144975643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144975644 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144975644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144975644Cleaning up temporary data from old regions at 1733144975661 (+17 ms)Running coprocessor post-open hooks at 1733144975666 (+5 ms)Region opened successfully at 1733144975667 (+1 ms) 2024-12-02T13:09:35,674 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733144975573 2024-12-02T13:09:35,684 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:09:35,685 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:09:35,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,44117,1733144973896 2024-12-02T13:09:35,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,44117,1733144973896, state=OPEN 2024-12-02T13:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:09:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:09:35,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:09:35,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,44117,1733144973896 2024-12-02T13:09:35,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:09:35,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,44117,1733144973896 in 289 msec 2024-12-02T13:09:35,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:09:35,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-12-02T13:09:35,709 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:09:35,709 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:09:35,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:09:35,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44117,1733144973896, seqNum=-1] 2024-12-02T13:09:35,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:09:35,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:09:35,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-12-02T13:09:35,772 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733144975772, completionTime=-1 2024-12-02T13:09:35,776 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T13:09:35,776 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:09:35,821 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T13:09:35,821 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733145035821 2024-12-02T13:09:35,821 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733145095821 2024-12-02T13:09:35,821 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-12-02T13:09:35,823 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T13:09:35,829 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,830 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,830 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,831 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:44757, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,831 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,834 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,839 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:09:35,866 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.871sec 2024-12-02T13:09:35,868 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:09:35,869 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:09:35,870 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:09:35,871 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:09:35,871 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:09:35,873 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:09:35,873 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:09:35,878 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:09:35,879 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:09:35,879 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,44757,1733144973208-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:35,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:09:35,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,44757,-1 for getting cluster id 2024-12-02T13:09:35,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:09:35,978 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6300a254-9605-4a6d-98bc-b72467994939' 2024-12-02T13:09:35,980 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:09:35,980 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6300a254-9605-4a6d-98bc-b72467994939" 2024-12-02T13:09:35,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556b6996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:09:35,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,44757,-1] 2024-12-02T13:09:35,983 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:09:35,986 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:09:35,986 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:09:35,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:09:35,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:09:35,996 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,44117,1733144973896, seqNum=-1] 2024-12-02T13:09:35,996 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:09:35,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:09:36,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,44757,1733144973208 2024-12-02T13:09:36,017 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37235/hbase 2024-12-02T13:09:36,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=3003 2024-12-02T13:09:36,047 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:36,050 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:36,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:36,056 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39349071, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-39349071, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:36,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39349071/hregion-39349071.1733144976057, exclude list is [], retry=0 2024-12-02T13:09:36,072 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:36,073 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:36,073 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:36,075 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39349071/hregion-39349071.1733144976057 2024-12-02T13:09:36,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:09:36,076 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3e4e85aea98424b14f805394f5da9f2f, NAME => 'testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:09:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:09:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:09:36,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:36,091 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,093 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e4e85aea98424b14f805394f5da9f2f columnFamilyName a 2024-12-02T13:09:36,093 DEBUG [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:36,094 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] regionserver.HStore(327): Store=3e4e85aea98424b14f805394f5da9f2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:36,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:36,104 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3e4e85aea98424b14f805394f5da9f2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69475493, jitterRate=0.035265520215034485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:09:36,105 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e4e85aea98424b14f805394f5da9f2f: Writing region info on filesystem at 1733144976089Initializing all the Stores at 1733144976090 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144976091 (+1 ms)Cleaning up temporary data from old regions at 1733144976097 (+6 ms)Region opened successfully at 1733144976105 (+8 ms) 2024-12-02T13:09:36,105 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3e4e85aea98424b14f805394f5da9f2f, disabling compactions & flushes 2024-12-02T13:09:36,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. 2024-12-02T13:09:36,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. 2024-12-02T13:09:36,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. after waiting 0 ms 2024-12-02T13:09:36,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. 2024-12-02T13:09:36,106 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. 2024-12-02T13:09:36,106 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3e4e85aea98424b14f805394f5da9f2f: Waiting for close lock at 1733144976105Disabling compacts and flushes for region at 1733144976105Disabling writes for close at 1733144976106 (+1 ms)Writing region close event to WAL at 1733144976106Closed at 1733144976106 2024-12-02T13:09:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741837_1013 (size=95) 2024-12-02T13:09:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741837_1013 (size=95) 2024-12-02T13:09:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741837_1013 (size=95) 2024-12-02T13:09:36,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:36,117 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39349071:(num 1733144976057) 2024-12-02T13:09:36,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:09:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741839_1015 (size=320) 2024-12-02T13:09:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741839_1015 (size=320) 2024-12-02T13:09:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741839_1015 (size=320) 2024-12-02T13:09:36,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:09:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741840_1016 (size=253) 2024-12-02T13:09:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741840_1016 (size=253) 2024-12-02T13:09:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741840_1016 (size=253) 2024-12-02T13:09:36,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1, size=320 (320bytes) 2024-12-02T13:09:36,577 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T13:09:36,578 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T13:09:36,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1 2024-12-02T13:09:36,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1 after 2ms 2024-12-02T13:09:36,587 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:36,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1 took 12ms 2024-12-02T13:09:36,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1 so closing down 2024-12-02T13:09:36,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:36,600 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T13:09:36,602 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T13:09:36,603 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741841_1017 (size=320) 2024-12-02T13:09:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741841_1017 (size=320) 2024-12-02T13:09:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741841_1017 (size=320) 2024-12-02T13:09:36,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:36,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002 2024-12-02T13:09:36,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T13:09:36,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1, journal: Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1, size=320 (320bytes) at 1733144976577Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1 so closing down at 1733144976597 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp at 1733144976602 (+5 ms)3 split writer threads finished at 1733144976603 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733144976614 (+11 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002 at 1733144976617 (+3 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733144976621 (+4 ms) 2024-12-02T13:09:36,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2, size=253 (253bytes) 2024-12-02T13:09:36,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2 2024-12-02T13:09:36,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2 after 1ms 2024-12-02T13:09:36,637 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:36,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2 took 4ms 2024-12-02T13:09:36,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2 so closing down 2024-12-02T13:09:36,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:36,642 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T13:09:36,644 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T13:09:36,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741842_1018 (size=253) 2024-12-02T13:09:36,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741842_1018 (size=253) 2024-12-02T13:09:36,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741842_1018 (size=253) 2024-12-02T13:09:36,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:36,660 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:36,663 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-02T13:09:36,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T13:09:36,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2, journal: Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2, size=253 (253bytes) at 1733144976633Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2 so closing down at 1733144976640 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002-wal-2.temp at 1733144976644 (+4 ms)3 split writer threads finished at 1733144976644Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144976653 (+9 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733144976665 (+12 ms) 2024-12-02T13:09:36,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:36,668 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:36,680 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal.1733144976669, exclude list is [], retry=0 2024-12-02T13:09:36,684 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:36,685 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:36,685 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:36,687 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal.1733144976669 2024-12-02T13:09:36,688 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e4e85aea98424b14f805394f5da9f2f, NAME => 'testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,690 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,691 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e4e85aea98424b14f805394f5da9f2f columnFamilyName a 2024-12-02T13:09:36,691 DEBUG [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:36,692 INFO [StoreOpener-3e4e85aea98424b14f805394f5da9f2f-1 {}] regionserver.HStore(327): Store=3e4e85aea98424b14f805394f5da9f2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:36,693 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,694 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,697 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002 2024-12-02T13:09:36,700 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:36,706 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002 2024-12-02T13:09:36,709 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e4e85aea98424b14f805394f5da9f2f 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T13:09:36,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/.tmp/a/6790f4af072045dd93ebbe456c0a3578 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733144976117/Put/seqid=0 2024-12-02T13:09:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:09:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:09:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:09:36,766 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/.tmp/a/6790f4af072045dd93ebbe456c0a3578 2024-12-02T13:09:36,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/.tmp/a/6790f4af072045dd93ebbe456c0a3578 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/a/6790f4af072045dd93ebbe456c0a3578 2024-12-02T13:09:36,815 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/a/6790f4af072045dd93ebbe456c0a3578, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T13:09:36,821 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3e4e85aea98424b14f805394f5da9f2f in 111ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T13:09:36,823 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/0000000000000000002 2024-12-02T13:09:36,823 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,823 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e4e85aea98424b14f805394f5da9f2f 2024-12-02T13:09:36,830 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/3e4e85aea98424b14f805394f5da9f2f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T13:09:36,831 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3e4e85aea98424b14f805394f5da9f2f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69057883, jitterRate=0.029042646288871765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:09:36,832 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e4e85aea98424b14f805394f5da9f2f: Writing region info on filesystem at 1733144976688Initializing all the Stores at 1733144976690 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144976690Obtaining lock to block concurrent updates at 1733144976709 (+19 ms)Preparing flush snapshotting stores in 3e4e85aea98424b14f805394f5da9f2f at 1733144976709Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733144976712 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733144976048.3e4e85aea98424b14f805394f5da9f2f. at 1733144976712Flushing 3e4e85aea98424b14f805394f5da9f2f/a: creating writer at 1733144976713 (+1 ms)Flushing 3e4e85aea98424b14f805394f5da9f2f/a: appending metadata at 1733144976744 (+31 ms)Flushing 3e4e85aea98424b14f805394f5da9f2f/a: closing flushed file at 1733144976746 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ced8883: reopening flushed file at 1733144976804 (+58 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3e4e85aea98424b14f805394f5da9f2f in 111ms, sequenceid=2, compaction requested=false; wal=null at 1733144976821 (+17 ms)Cleaning up temporary data from old regions at 1733144976824 (+3 ms)Region opened successfully at 1733144976832 (+8 ms) 2024-12-02T13:09:36,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44936 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43554 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44168 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37235/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:45010 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43402 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=2986 (was 3003) 2024-12-02T13:09:36,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=2985 2024-12-02T13:09:36,881 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:36,884 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:36,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:36,888 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63579489, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-63579489, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:36,900 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63579489/hregion-63579489.1733144976889, exclude list is [], retry=0 2024-12-02T13:09:36,903 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:36,903 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:36,904 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:36,907 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63579489/hregion-63579489.1733144976889 2024-12-02T13:09:36,907 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:36,908 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 389def524db004e4bae14e65ac2b08a1, NAME => 'testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:09:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:09:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:09:36,919 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:36,921 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,923 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389def524db004e4bae14e65ac2b08a1 columnFamilyName a 2024-12-02T13:09:36,923 DEBUG [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:36,924 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] regionserver.HStore(327): Store=389def524db004e4bae14e65ac2b08a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:36,924 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,926 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,929 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:36,933 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:36,934 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 389def524db004e4bae14e65ac2b08a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71305609, jitterRate=0.06253637373447418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:09:36,934 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 389def524db004e4bae14e65ac2b08a1: Writing region info on filesystem at 1733144976919Initializing all the Stores at 1733144976921 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144976921Cleaning up temporary data from old regions at 1733144976927 (+6 ms)Region opened successfully at 1733144976934 (+7 ms) 2024-12-02T13:09:36,934 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 389def524db004e4bae14e65ac2b08a1, disabling compactions & flushes 2024-12-02T13:09:36,934 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. 2024-12-02T13:09:36,934 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. 2024-12-02T13:09:36,934 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. after waiting 0 ms 2024-12-02T13:09:36,934 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. 2024-12-02T13:09:36,935 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. 2024-12-02T13:09:36,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 389def524db004e4bae14e65ac2b08a1: Waiting for close lock at 1733144976934Disabling compacts and flushes for region at 1733144976934Disabling writes for close at 1733144976934Writing region close event to WAL at 1733144976935 (+1 ms)Closed at 1733144976935 2024-12-02T13:09:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741845_1021 (size=95) 2024-12-02T13:09:36,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741845_1021 (size=95) 2024-12-02T13:09:36,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741845_1021 (size=95) 2024-12-02T13:09:36,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:36,942 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63579489:(num 1733144976889) 2024-12-02T13:09:36,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:09:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741847_1023 (size=320) 2024-12-02T13:09:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741847_1023 (size=320) 2024-12-02T13:09:36,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741847_1023 (size=320) 2024-12-02T13:09:36,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:09:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741848_1024 (size=253) 2024-12-02T13:09:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741848_1024 (size=253) 2024-12-02T13:09:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741848_1024 (size=253) 2024-12-02T13:09:36,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2, size=253 (253bytes) 2024-12-02T13:09:36,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2 2024-12-02T13:09:36,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2 after 1ms 2024-12-02T13:09:36,988 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:36,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2 took 4ms 2024-12-02T13:09:36,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2 so closing down 2024-12-02T13:09:36,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:36,992 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T13:09:36,994 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T13:09:36,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:37,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741849_1025 (size=253) 2024-12-02T13:09:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741849_1025 (size=253) 2024-12-02T13:09:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741849_1025 (size=253) 2024-12-02T13:09:37,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:37,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 2024-12-02T13:09:37,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T13:09:37,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2, journal: Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2, size=253 (253bytes) at 1733144976984Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2 so closing down at 1733144976990 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp at 1733144976994 (+4 ms)3 split writer threads finished at 1733144976994Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144977002 (+8 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 at 1733144977004 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733144977004 2024-12-02T13:09:37,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1, size=320 (320bytes) 2024-12-02T13:09:37,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1 2024-12-02T13:09:37,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1 after 1ms 2024-12-02T13:09:37,021 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:37,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1 took 4ms 2024-12-02T13:09:37,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1 so closing down 2024-12-02T13:09:37,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:37,025 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T13:09:37,027 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T13:09:37,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741850_1026 (size=320) 2024-12-02T13:09:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741850_1026 (size=320) 2024-12-02T13:09:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741850_1026 (size=320) 2024-12-02T13:09:37,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:37,038 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:37,040 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002, length=253 2024-12-02T13:09:37,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 2024-12-02T13:09:37,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T13:09:37,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1, journal: Splitting hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1, size=320 (320bytes) at 1733144977017Finishing writing output for hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1 so closing down at 1733144977024 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp at 1733144977027 (+3 ms)3 split writer threads finished at 1733144977027Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733144977034 (+7 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 at 1733144977043 (+9 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733144977043 2024-12-02T13:09:37,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:37,045 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:37,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal.1733144977046, exclude list is [], retry=0 2024-12-02T13:09:37,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:37,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:37,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:37,062 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal.1733144977046 2024-12-02T13:09:37,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 389def524db004e4bae14e65ac2b08a1, NAME => 'testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,066 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,068 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389def524db004e4bae14e65ac2b08a1 columnFamilyName a 2024-12-02T13:09:37,068 DEBUG [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:37,069 INFO [StoreOpener-389def524db004e4bae14e65ac2b08a1-1 {}] regionserver.HStore(327): Store=389def524db004e4bae14e65ac2b08a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:37,070 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,074 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 2024-12-02T13:09:37,078 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:37,080 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 2024-12-02T13:09:37,080 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 389def524db004e4bae14e65ac2b08a1 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T13:09:37,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/.tmp/a/f8e260cbed1941f0aae7a9757d18ead8 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733144976942/Put/seqid=0 2024-12-02T13:09:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:09:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:09:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:09:37,104 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/.tmp/a/f8e260cbed1941f0aae7a9757d18ead8 2024-12-02T13:09:37,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/.tmp/a/f8e260cbed1941f0aae7a9757d18ead8 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/a/f8e260cbed1941f0aae7a9757d18ead8 2024-12-02T13:09:37,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/a/f8e260cbed1941f0aae7a9757d18ead8, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T13:09:37,123 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 389def524db004e4bae14e65ac2b08a1 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T13:09:37,124 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/0000000000000000002 2024-12-02T13:09:37,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,127 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 389def524db004e4bae14e65ac2b08a1 2024-12-02T13:09:37,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/389def524db004e4bae14e65ac2b08a1/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T13:09:37,132 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 389def524db004e4bae14e65ac2b08a1; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67873964, jitterRate=0.011400878429412842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:09:37,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 389def524db004e4bae14e65ac2b08a1: Writing region info on filesystem at 1733144977063Initializing all the Stores at 1733144977065 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144977065Obtaining lock to block concurrent updates at 1733144977080 (+15 ms)Preparing flush snapshotting stores in 389def524db004e4bae14e65ac2b08a1 at 1733144977080Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733144977080Flushing stores of testReplayEditsWrittenIntoWAL,,1733144976882.389def524db004e4bae14e65ac2b08a1. at 1733144977080Flushing 389def524db004e4bae14e65ac2b08a1/a: creating writer at 1733144977080Flushing 389def524db004e4bae14e65ac2b08a1/a: appending metadata at 1733144977093 (+13 ms)Flushing 389def524db004e4bae14e65ac2b08a1/a: closing flushed file at 1733144977094 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e9c84e: reopening flushed file at 1733144977112 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 389def524db004e4bae14e65ac2b08a1 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733144977123 (+11 ms)Cleaning up temporary data from old regions at 1733144977125 (+2 ms)Region opened successfully at 1733144977132 (+7 ms) 2024-12-02T13:09:37,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44936 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43590 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43402 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:45078 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44068 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44238 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=2978 (was 2985) 2024-12-02T13:09:37,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=2978 2024-12-02T13:09:37,174 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:37,176 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:37,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:37,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89251599, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-89251599, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:37,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89251599/hregion-89251599.1733144977181, exclude list is [], retry=0 2024-12-02T13:09:37,196 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:37,196 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:37,196 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:37,199 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89251599/hregion-89251599.1733144977181 2024-12-02T13:09:37,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:37,199 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9743a735cf538719396d31035a1bf822, NAME => 'testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:09:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:09:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:09:37,212 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:37,213 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,215 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName a 2024-12-02T13:09:37,215 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:37,216 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:37,216 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,218 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName b 2024-12-02T13:09:37,218 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:37,218 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:37,218 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,220 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName c 2024-12-02T13:09:37,220 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:37,221 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:37,221 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,224 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,224 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,224 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:37,226 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:37,228 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:37,229 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9743a735cf538719396d31035a1bf822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68715140, jitterRate=0.023935377597808838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:37,229 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9743a735cf538719396d31035a1bf822: Writing region info on filesystem at 1733144977212Initializing all the Stores at 1733144977213 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144977213Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144977213Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144977213Cleaning up temporary data from old regions at 1733144977224 (+11 ms)Region opened successfully at 1733144977229 (+5 ms) 2024-12-02T13:09:37,229 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9743a735cf538719396d31035a1bf822, disabling compactions & flushes 2024-12-02T13:09:37,229 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:37,230 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:37,230 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. after waiting 0 ms 2024-12-02T13:09:37,230 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:37,230 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:37,230 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9743a735cf538719396d31035a1bf822: Waiting for close lock at 1733144977229Disabling compacts and flushes for region at 1733144977229Disabling writes for close at 1733144977230 (+1 ms)Writing region close event to WAL at 1733144977230Closed at 1733144977230 2024-12-02T13:09:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741853_1029 (size=95) 2024-12-02T13:09:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741853_1029 (size=95) 2024-12-02T13:09:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741853_1029 (size=95) 2024-12-02T13:09:37,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:37,236 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89251599:(num 1733144977181) 2024-12-02T13:09:37,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:37,238 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:37,250 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, exclude list is [], retry=0 2024-12-02T13:09:37,253 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:37,253 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:37,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:37,256 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 2024-12-02T13:09:37,257 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:37,449 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, size=0 (0bytes) 2024-12-02T13:09:37,449 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 might be still open, length is 0 2024-12-02T13:09:37,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 2024-12-02T13:09:37,450 WARN [IPC Server handler 0 on default port 37235 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T13:09:37,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 after 2ms 2024-12-02T13:09:38,232 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:45096 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45096 dst: /127.0.0.1:44423 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44423 remote=/127.0.0.1:45096]. Total timeout mills is 60000, 59187 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:38,233 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:44270 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45353:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44270 dst: /127.0.0.1:45353 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:38,233 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43612 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43612 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741855_1032 (size=263633) 2024-12-02T13:09:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741855_1032 (size=263633) 2024-12-02T13:09:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741855_1032 (size=263633) 2024-12-02T13:09:41,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:09:41,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:09:41,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 after 4003ms 2024-12-02T13:09:41,456 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:41,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 took 4008ms 2024-12-02T13:09:41,462 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733144977239.temp 2024-12-02T13:09:41,464 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp 2024-12-02T13:09:41,567 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239; continuing. 2024-12-02T13:09:41,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 so closing down 2024-12-02T13:09:41,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:41,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741856_1033 (size=263641) 2024-12-02T13:09:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741856_1033 (size=263641) 2024-12-02T13:09:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741856_1033 (size=263641) 2024-12-02T13:09:41,571 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp (wrote 3002 edits, skipped 0 edits in 68 ms) 2024-12-02T13:09:41,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 2024-12-02T13:09:41,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:09:41,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, journal: Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, size=0 (0bytes) at 1733144977449Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp at 1733144981464 (+4015 ms)Split 1024 edits, skipped 0 edits. at 1733144981522 (+58 ms)Split 2048 edits, skipped 0 edits. at 1733144981545 (+23 ms)Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 so closing down at 1733144981567 (+22 ms)3 split writer threads finished at 1733144981567Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp (wrote 3002 edits, skipped 0 edits in 68 ms) at 1733144981572 (+5 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000000001-wal.1733144977239.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 at 1733144981573 (+1 ms)Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239, size=0, length=0, corrupted=false, cancelled=false at 1733144981574 (+1 ms) 2024-12-02T13:09:41,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144977239 2024-12-02T13:09:41,577 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 2024-12-02T13:09:41,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:41,579 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:41,591 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144981580, exclude list is [], retry=0 2024-12-02T13:09:41,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:41,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:41,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:41,597 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144981580 2024-12-02T13:09:41,598 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:41,598 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:41,601 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,603 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName a 2024-12-02T13:09:41,603 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:41,603 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:41,604 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,605 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName b 2024-12-02T13:09:41,605 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:41,606 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:41,606 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,608 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9743a735cf538719396d31035a1bf822 columnFamilyName c 2024-12-02T13:09:41,608 DEBUG [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:41,609 INFO [StoreOpener-9743a735cf538719396d31035a1bf822-1 {}] regionserver.HStore(327): Store=9743a735cf538719396d31035a1bf822/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:41,609 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822 2024-12-02T13:09:41,613 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 2024-12-02T13:09:41,616 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:41,674 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:09:41,998 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9743a735cf538719396d31035a1bf822 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:09:42,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/481c19711f854b798298811a19b57ec7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733144977263/Put/seqid=0 2024-12-02T13:09:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:09:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:09:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:09:42,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/481c19711f854b798298811a19b57ec7 2024-12-02T13:09:42,054 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/481c19711f854b798298811a19b57ec7 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/a/481c19711f854b798298811a19b57ec7 2024-12-02T13:09:42,060 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/a/481c19711f854b798298811a19b57ec7, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T13:09:42,060 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 9743a735cf538719396d31035a1bf822 in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T13:09:42,087 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:09:42,087 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9743a735cf538719396d31035a1bf822 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:09:42,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/b04240af063d4e5a9f2bb76f8b7c989a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733144977323/Put/seqid=0 2024-12-02T13:09:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:09:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:09:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:09:42,107 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/b04240af063d4e5a9f2bb76f8b7c989a 2024-12-02T13:09:42,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/27eba20e280e45ba9ef03641df59b23b is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733144977341/Put/seqid=0 2024-12-02T13:09:42,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:09:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:09:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:09:42,137 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/27eba20e280e45ba9ef03641df59b23b 2024-12-02T13:09:42,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/a/b04240af063d4e5a9f2bb76f8b7c989a as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/a/b04240af063d4e5a9f2bb76f8b7c989a 2024-12-02T13:09:42,150 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/a/b04240af063d4e5a9f2bb76f8b7c989a, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T13:09:42,152 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/27eba20e280e45ba9ef03641df59b23b as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/b/27eba20e280e45ba9ef03641df59b23b 2024-12-02T13:09:42,159 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/b/27eba20e280e45ba9ef03641df59b23b, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T13:09:42,159 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9743a735cf538719396d31035a1bf822 in 72ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T13:09:42,171 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:09:42,171 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9743a735cf538719396d31035a1bf822 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:09:42,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/dc17912575d84023a304456e553cc508 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733144977358/Put/seqid=0 2024-12-02T13:09:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:09:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:09:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:09:42,187 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/dc17912575d84023a304456e553cc508 2024-12-02T13:09:42,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/563e5027d0094bdeb5d5049db40fa85d is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733144977383/Put/seqid=0 2024-12-02T13:09:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:09:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:09:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:09:42,217 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/563e5027d0094bdeb5d5049db40fa85d 2024-12-02T13:09:42,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/b/dc17912575d84023a304456e553cc508 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/b/dc17912575d84023a304456e553cc508 2024-12-02T13:09:42,231 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/b/dc17912575d84023a304456e553cc508, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T13:09:42,233 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/563e5027d0094bdeb5d5049db40fa85d as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/c/563e5027d0094bdeb5d5049db40fa85d 2024-12-02T13:09:42,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/c/563e5027d0094bdeb5d5049db40fa85d, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T13:09:42,241 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9743a735cf538719396d31035a1bf822 in 70ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T13:09:42,259 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733144977417/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:42,263 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 2024-12-02T13:09:42,264 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:09:42,264 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9743a735cf538719396d31035a1bf822 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T13:09:42,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/39398d7572114a84947a12b446f60801 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733144977389/Put/seqid=0 2024-12-02T13:09:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:09:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:09:42,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:09:42,283 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/39398d7572114a84947a12b446f60801 2024-12-02T13:09:42,291 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39398d7572114a84947a12b446f60801 2024-12-02T13:09:42,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/.tmp/c/39398d7572114a84947a12b446f60801 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/c/39398d7572114a84947a12b446f60801 2024-12-02T13:09:42,301 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39398d7572114a84947a12b446f60801 2024-12-02T13:09:42,301 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/c/39398d7572114a84947a12b446f60801, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T13:09:42,301 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 9743a735cf538719396d31035a1bf822 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T13:09:42,302 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/0000000000000003002 2024-12-02T13:09:42,303 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:42,304 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:42,304 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T13:09:42,306 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9743a735cf538719396d31035a1bf822 2024-12-02T13:09:42,309 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenIntoWAL/9743a735cf538719396d31035a1bf822/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T13:09:42,310 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9743a735cf538719396d31035a1bf822; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659139, jitterRate=0.11250786483287811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T13:09:42,310 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9743a735cf538719396d31035a1bf822: Writing region info on filesystem at 1733144981598Initializing all the Stores at 1733144981600 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144981600Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144981601 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144981601Cleaning up temporary data from old regions at 1733144982304 (+703 ms)Region opened successfully at 1733144982310 (+6 ms) 2024-12-02T13:09:42,374 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9743a735cf538719396d31035a1bf822, disabling compactions & flushes 2024-12-02T13:09:42,374 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:42,374 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:42,374 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. after waiting 0 ms 2024-12-02T13:09:42,374 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:42,376 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144977175.9743a735cf538719396d31035a1bf822. 2024-12-02T13:09:42,376 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9743a735cf538719396d31035a1bf822: Waiting for close lock at 1733144982374Disabling compacts and flushes for region at 1733144982374Disabling writes for close at 1733144982374Writing region close event to WAL at 1733144982376 (+2 ms)Closed at 1733144982376 2024-12-02T13:09:42,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741857_1034 (size=95) 2024-12-02T13:09:42,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741857_1034 (size=95) 2024-12-02T13:09:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741857_1034 (size=95) 2024-12-02T13:09:42,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:42,383 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144981580) 2024-12-02T13:09:42,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37235 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130477681_22 at /127.0.0.1:53052 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130477681_22 at /127.0.0.1:53070 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130477681_22 at /127.0.0.1:37262 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130477681_22 at /127.0.0.1:56878 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 103) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2908 (was 2978) 2024-12-02T13:09:42,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=2906 2024-12-02T13:09:42,423 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:42,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:42,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:42,430 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87745973, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-87745973, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:42,442 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87745973/hregion-87745973.1733144982431, exclude list is [], retry=0 2024-12-02T13:09:42,446 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:42,446 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:42,446 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:42,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87745973/hregion-87745973.1733144982431 2024-12-02T13:09:42,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:42,449 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3ef56048ff200e94ec3349dd3d035779, NAME => 'test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:09:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:09:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:09:42,461 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:42,463 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,464 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName a 2024-12-02T13:09:42,464 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:42,465 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:42,465 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,466 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName b 2024-12-02T13:09:42,466 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:42,467 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:42,467 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,468 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName c 2024-12-02T13:09:42,468 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:42,469 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:42,469 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,471 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,471 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,472 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:42,473 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:42,476 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:42,477 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ef56048ff200e94ec3349dd3d035779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64955581, jitterRate=-0.03208641707897186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:42,478 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ef56048ff200e94ec3349dd3d035779: Writing region info on filesystem at 1733144982461Initializing all the Stores at 1733144982462 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144982462Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144982462Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144982462Cleaning up temporary data from old regions at 1733144982471 (+9 ms)Region opened successfully at 1733144982478 (+7 ms) 2024-12-02T13:09:42,478 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ef56048ff200e94ec3349dd3d035779, disabling compactions & flushes 2024-12-02T13:09:42,479 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:42,479 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:42,479 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. after waiting 0 ms 2024-12-02T13:09:42,479 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:42,479 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:42,479 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ef56048ff200e94ec3349dd3d035779: Waiting for close lock at 1733144982478Disabling compacts and flushes for region at 1733144982478Disabling writes for close at 1733144982479 (+1 ms)Writing region close event to WAL at 1733144982479Closed at 1733144982479 2024-12-02T13:09:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741864_1041 (size=95) 2024-12-02T13:09:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741864_1041 (size=95) 2024-12-02T13:09:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741864_1041 (size=95) 2024-12-02T13:09:42,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:42,485 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87745973:(num 1733144982431) 2024-12-02T13:09:42,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:42,487 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:42,505 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, exclude list is [], retry=0 2024-12-02T13:09:42,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:42,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:42,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:42,510 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 2024-12-02T13:09:42,511 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741866_1043 (size=263359) 2024-12-02T13:09:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741866_1043 (size=263359) 2024-12-02T13:09:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741866_1043 (size=263359) 2024-12-02T13:09:42,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, size=257.2 K (263359bytes) 2024-12-02T13:09:42,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 2024-12-02T13:09:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 after 1ms 2024-12-02T13:09:42,698 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:42,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 took 5ms 2024-12-02T13:09:42,704 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733144982488.temp 2024-12-02T13:09:42,706 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp 2024-12-02T13:09:42,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 so closing down 2024-12-02T13:09:42,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:42,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741867_1044 (size=263359) 2024-12-02T13:09:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741867_1044 (size=263359) 2024-12-02T13:09:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741867_1044 (size=263359) 2024-12-02T13:09:42,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-12-02T13:09:42,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp to hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 2024-12-02T13:09:42,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-02T13:09:42,761 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, journal: Splitting hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, size=257.2 K (263359bytes) at 1733144982694Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp at 1733144982706 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733144982720 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733144982737 (+17 ms)Finishing writing output for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 so closing down at 1733144982754 (+17 ms)3 split writer threads finished at 1733144982754Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1733144982759 (+5 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000000001-wal.1733144982488.temp to hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 at 1733144982760 (+1 ms)Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733144982761 (+1 ms) 2024-12-02T13:09:42,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982488 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144982488 2024-12-02T13:09:42,764 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 2024-12-02T13:09:42,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:42,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:42,787 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, exclude list is [], retry=0 2024-12-02T13:09:42,790 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:42,791 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:42,791 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:42,793 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 2024-12-02T13:09:42,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741868_1045 (size=263486) 2024-12-02T13:09:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741868_1045 (size=263486) 2024-12-02T13:09:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741868_1045 (size=263486) 2024-12-02T13:09:43,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, size=257.3 K (263486bytes) 2024-12-02T13:09:43,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 2024-12-02T13:09:43,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 after 1ms 2024-12-02T13:09:43,027 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:43,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 took 6ms 2024-12-02T13:09:43,034 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733144982768.temp 2024-12-02T13:09:43,036 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp 2024-12-02T13:09:43,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 so closing down 2024-12-02T13:09:43,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:43,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741869_1046 (size=263486) 2024-12-02T13:09:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741869_1046 (size=263486) 2024-12-02T13:09:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741869_1046 (size=263486) 2024-12-02T13:09:43,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp (wrote 3000 edits, skipped 0 edits in 34 ms) 2024-12-02T13:09:43,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp to hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 2024-12-02T13:09:43,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-02T13:09:43,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, journal: Splitting hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, size=257.3 K (263486bytes) at 1733144983023Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp at 1733144983036 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733144983051 (+15 ms)Split 2048 edits, skipped 0 edits. at 1733144983070 (+19 ms)Finishing writing output for hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 so closing down at 1733144983089 (+19 ms)3 split writer threads finished at 1733144983089Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp (wrote 3000 edits, skipped 0 edits in 34 ms) at 1733144983093 (+4 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003001-wal.1733144982768.temp to hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 at 1733144983094 (+1 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733144983095 (+1 ms) 2024-12-02T13:09:43,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144982768 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144982768 2024-12-02T13:09:43,098 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 2024-12-02T13:09:43,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:43,100 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/test2727-manual,16010,1733144982422, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:43,113 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144983100, exclude list is [], retry=0 2024-12-02T13:09:43,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:43,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:43,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:43,118 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144982422/wal.1733144983100 2024-12-02T13:09:43,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef56048ff200e94ec3349dd3d035779, NAME => 'test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,119 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,121 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,122 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName a 2024-12-02T13:09:43,123 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,123 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,123 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,124 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName b 2024-12-02T13:09:43,124 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,125 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,125 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,126 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef56048ff200e94ec3349dd3d035779 columnFamilyName c 2024-12-02T13:09:43,127 DEBUG [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,127 INFO [StoreOpener-3ef56048ff200e94ec3349dd3d035779-1 {}] regionserver.HStore(327): Store=3ef56048ff200e94ec3349dd3d035779/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,128 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,131 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,132 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 2024-12-02T13:09:43,135 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:43,181 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 2024-12-02T13:09:43,182 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 2024-12-02T13:09:43,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:43,255 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 2024-12-02T13:09:43,256 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ef56048ff200e94ec3349dd3d035779 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T13:09:43,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/a/f652d01bc5ba4741ba8143c52e628bb5 is 41, key is test2727/a:100/1733144982801/Put/seqid=0 2024-12-02T13:09:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:09:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:09:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:09:43,290 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/a/f652d01bc5ba4741ba8143c52e628bb5 2024-12-02T13:09:43,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/b/e8dfa1380edc4f9dbbccacc39f2eb067 is 41, key is test2727/b:100/1733144982869/Put/seqid=0 2024-12-02T13:09:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:09:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:09:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:09:43,333 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/b/e8dfa1380edc4f9dbbccacc39f2eb067 2024-12-02T13:09:43,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/c/97ff075e28b349fb9d536f5819b6104e is 41, key is test2727/c:100/1733144982936/Put/seqid=0 2024-12-02T13:09:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:09:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:09:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:09:43,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/c/97ff075e28b349fb9d536f5819b6104e 2024-12-02T13:09:43,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/a/f652d01bc5ba4741ba8143c52e628bb5 as hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/a/f652d01bc5ba4741ba8143c52e628bb5 2024-12-02T13:09:43,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/a/f652d01bc5ba4741ba8143c52e628bb5, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T13:09:43,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/b/e8dfa1380edc4f9dbbccacc39f2eb067 as hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/b/e8dfa1380edc4f9dbbccacc39f2eb067 2024-12-02T13:09:43,395 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/b/e8dfa1380edc4f9dbbccacc39f2eb067, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T13:09:43,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/.tmp/c/97ff075e28b349fb9d536f5819b6104e as hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/c/97ff075e28b349fb9d536f5819b6104e 2024-12-02T13:09:43,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/c/97ff075e28b349fb9d536f5819b6104e, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T13:09:43,403 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3ef56048ff200e94ec3349dd3d035779 in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T13:09:43,404 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000003000 2024-12-02T13:09:43,405 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/0000000000000006000 2024-12-02T13:09:43,406 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,406 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,407 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:43,408 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ef56048ff200e94ec3349dd3d035779 2024-12-02T13:09:43,411 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/test2727/3ef56048ff200e94ec3349dd3d035779/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T13:09:43,412 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ef56048ff200e94ec3349dd3d035779; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091847, jitterRate=0.11895571649074554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:43,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ef56048ff200e94ec3349dd3d035779: Writing region info on filesystem at 1733144983120Initializing all the Stores at 1733144983121 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983121Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983121Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983121Obtaining lock to block concurrent updates at 1733144983256 (+135 ms)Preparing flush snapshotting stores in 3ef56048ff200e94ec3349dd3d035779 at 1733144983256Finished memstore snapshotting test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733144983256Flushing stores of test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. at 1733144983256Flushing 3ef56048ff200e94ec3349dd3d035779/a: creating writer at 1733144983256Flushing 3ef56048ff200e94ec3349dd3d035779/a: appending metadata at 1733144983283 (+27 ms)Flushing 3ef56048ff200e94ec3349dd3d035779/a: closing flushed file at 1733144983283Flushing 3ef56048ff200e94ec3349dd3d035779/b: creating writer at 1733144983298 (+15 ms)Flushing 3ef56048ff200e94ec3349dd3d035779/b: appending metadata at 1733144983325 (+27 ms)Flushing 3ef56048ff200e94ec3349dd3d035779/b: closing flushed file at 1733144983325Flushing 3ef56048ff200e94ec3349dd3d035779/c: creating writer at 1733144983339 (+14 ms)Flushing 3ef56048ff200e94ec3349dd3d035779/c: appending metadata at 1733144983367 (+28 ms)Flushing 3ef56048ff200e94ec3349dd3d035779/c: closing flushed file at 1733144983367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7108bdd2: reopening flushed file at 1733144983380 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502ca1ee: reopening flushed file at 1733144983388 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364dfb5b: reopening flushed file at 1733144983396 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3ef56048ff200e94ec3349dd3d035779 in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1733144983403 (+7 ms)Cleaning up temporary data from old regions at 1733144983406 (+3 ms)Region opened successfully at 1733144983414 (+8 ms) 2024-12-02T13:09:43,415 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T13:09:43,415 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ef56048ff200e94ec3349dd3d035779, disabling compactions & flushes 2024-12-02T13:09:43,415 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:43,415 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:43,415 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. after waiting 0 ms 2024-12-02T13:09:43,415 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:43,416 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733144982424.3ef56048ff200e94ec3349dd3d035779. 2024-12-02T13:09:43,417 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ef56048ff200e94ec3349dd3d035779: Waiting for close lock at 1733144983415Disabling compacts and flushes for region at 1733144983415Disabling writes for close at 1733144983415Writing region close event to WAL at 1733144983416 (+1 ms)Closed at 1733144983416 2024-12-02T13:09:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741870_1047 (size=95) 2024-12-02T13:09:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741870_1047 (size=95) 2024-12-02T13:09:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741870_1047 (size=95) 2024-12-02T13:09:43,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:43,422 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144983100) 2024-12-02T13:09:43,436 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:53070 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:56998 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:37366 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 127) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2699 (was 2906) 2024-12-02T13:09:43,447 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=2698 2024-12-02T13:09:43,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:43,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:43,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733144983469 2024-12-02T13:09:43,476 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 2024-12-02T13:09:43,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:43,479 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d1ce57ac8603ae97ffbef6c00169ce1, NAME => 'testSequentialEditLogSeqNum,,1733144983462.3d1ce57ac8603ae97ffbef6c00169ce1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:43,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733144983462.3d1ce57ac8603ae97ffbef6c00169ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:43,480 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,480 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,481 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1 doesn't exist for region: 3d1ce57ac8603ae97ffbef6c00169ce1 on table testSequentialEditLogSeqNum 2024-12-02T13:09:43,481 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 3d1ce57ac8603ae97ffbef6c00169ce1 on table testSequentialEditLogSeqNum 2024-12-02T13:09:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:09:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:09:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:09:43,492 INFO [StoreOpener-3d1ce57ac8603ae97ffbef6c00169ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,493 INFO [StoreOpener-3d1ce57ac8603ae97ffbef6c00169ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d1ce57ac8603ae97ffbef6c00169ce1 columnFamilyName a 2024-12-02T13:09:43,494 DEBUG [StoreOpener-3d1ce57ac8603ae97ffbef6c00169ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,494 INFO [StoreOpener-3d1ce57ac8603ae97ffbef6c00169ce1-1 {}] regionserver.HStore(327): Store=3d1ce57ac8603ae97ffbef6c00169ce1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,494 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d1ce57ac8603ae97ffbef6c00169ce1 2024-12-02T13:09:43,499 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:43,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d1ce57ac8603ae97ffbef6c00169ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75254128, jitterRate=0.12137389183044434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:09:43,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d1ce57ac8603ae97ffbef6c00169ce1: Writing region info on filesystem at 1733144983480Initializing all the Stores at 1733144983492 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983492Cleaning up temporary data from old regions at 1733144983496 (+4 ms)Region opened successfully at 1733144983501 (+5 ms) 2024-12-02T13:09:43,514 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d1ce57ac8603ae97ffbef6c00169ce1 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T13:09:43,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/.tmp/a/c9df6f90c007451495849ad4c3fd3a4d is 81, key is testSequentialEditLogSeqNum/a:x0/1733144983501/Put/seqid=0 2024-12-02T13:09:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:09:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:09:43,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:09:43,540 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/.tmp/a/c9df6f90c007451495849ad4c3fd3a4d 2024-12-02T13:09:43,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/.tmp/a/c9df6f90c007451495849ad4c3fd3a4d as hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/a/c9df6f90c007451495849ad4c3fd3a4d 2024-12-02T13:09:43,554 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/a/c9df6f90c007451495849ad4c3fd3a4d, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T13:09:43,556 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3d1ce57ac8603ae97ffbef6c00169ce1 in 41ms, sequenceid=13, compaction requested=false 2024-12-02T13:09:43,556 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d1ce57ac8603ae97ffbef6c00169ce1: 2024-12-02T13:09:43,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:09:43,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:43,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:09:43,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:09:43,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:09:43,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:43,563 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:09:43,563 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:09:43,563 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:09:43,564 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:09:43,564 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:09:43,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T13:09:43,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:43,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T13:09:43,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741874_1051 (size=1845) 2024-12-02T13:09:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741874_1051 (size=1845) 2024-12-02T13:09:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741874_1051 (size=1845) 2024-12-02T13:09:43,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469, size=1.8 K (1845bytes) 2024-12-02T13:09:43,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 2024-12-02T13:09:43,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 after 0ms 2024-12-02T13:09:43,586 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:43,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 took 4ms 2024-12-02T13:09:43,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 so closing down 2024-12-02T13:09:43,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:43,591 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144983469.temp 2024-12-02T13:09:43,593 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp 2024-12-02T13:09:43,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:43,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741877_1054 (size=1477) 2024-12-02T13:09:43,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741877_1054 (size=1477) 2024-12-02T13:09:43,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741877_1054 (size=1477) 2024-12-02T13:09:43,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:43,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp to hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000020 2024-12-02T13:09:43,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469, size=1.8 K, length=1845, corrupted=false, cancelled=false 2024-12-02T13:09:43,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469, journal: Splitting hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469, size=1.8 K (1845bytes) at 1733144983583Finishing writing output for hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469 so closing down at 1733144983590 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp at 1733144983593 (+3 ms)3 split writer threads finished at 1733144983594 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733144983601 (+7 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000003-wal.1733144983469.temp to hdfs://localhost:37235/hbase/data/default/testSequentialEditLogSeqNum/3d1ce57ac8603ae97ffbef6c00169ce1/recovered.edits/0000000000000000020 at 1733144983603 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144983461/wal.1733144983469, size=1.8 K, length=1845, corrupted=false, cancelled=false at 1733144983603 2024-12-02T13:09:43,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:53070 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:56998 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=2680 (was 2698) 2024-12-02T13:09:43,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=2678 2024-12-02T13:09:43,667 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:43,670 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:43,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:43,709 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24048978, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-24048978, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:43,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24048978/hregion-24048978.1733144983709, exclude list is [], retry=0 2024-12-02T13:09:43,731 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:43,731 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:43,731 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:43,733 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24048978/hregion-24048978.1733144983709 2024-12-02T13:09:43,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:43,734 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 36af4af592da8abca3a6515d291db18c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:09:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:09:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:09:43,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:43,752 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,754 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName a 2024-12-02T13:09:43,754 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,755 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,755 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,757 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName b 2024-12-02T13:09:43,757 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,758 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,758 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,760 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName c 2024-12-02T13:09:43,760 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,761 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,761 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,763 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,764 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,764 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:43,765 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,767 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:43,768 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36af4af592da8abca3a6515d291db18c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72826424, jitterRate=0.0851982831954956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36af4af592da8abca3a6515d291db18c: Writing region info on filesystem at 1733144983751Initializing all the Stores at 1733144983752 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983752Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983752Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983752Cleaning up temporary data from old regions at 1733144983764 (+12 ms)Region opened successfully at 1733144983769 (+5 ms) 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 36af4af592da8abca3a6515d291db18c, disabling compactions & flushes 2024-12-02T13:09:43,769 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. after waiting 0 ms 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:43,769 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:43,769 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 36af4af592da8abca3a6515d291db18c: Waiting for close lock at 1733144983769Disabling compacts and flushes for region at 1733144983769Disabling writes for close at 1733144983769Writing region close event to WAL at 1733144983769Closed at 1733144983769 2024-12-02T13:09:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741878_1055 (size=95) 2024-12-02T13:09:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741878_1055 (size=95) 2024-12-02T13:09:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741878_1055 (size=95) 2024-12-02T13:09:43,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:43,777 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24048978:(num 1733144983709) 2024-12-02T13:09:43,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:43,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:43,798 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, exclude list is [], retry=0 2024-12-02T13:09:43,801 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:43,801 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:43,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:43,804 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 2024-12-02T13:09:43,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:09:43,805 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 36af4af592da8abca3a6515d291db18c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:43,805 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:43,805 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,805 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,807 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,808 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName a 2024-12-02T13:09:43,808 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,809 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,809 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,810 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName b 2024-12-02T13:09:43,810 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,811 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,811 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,812 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName c 2024-12-02T13:09:43,812 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:43,812 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:43,812 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,816 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,817 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:43,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:43,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36af4af592da8abca3a6515d291db18c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077824, jitterRate=0.07404327392578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:43,820 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36af4af592da8abca3a6515d291db18c: Writing region info on filesystem at 1733144983805Initializing all the Stores at 1733144983807 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983807Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983807Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144983807Cleaning up temporary data from old regions at 1733144983816 (+9 ms)Region opened successfully at 1733144983820 (+4 ms) 2024-12-02T13:09:43,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733144983823/Put/seqid=0 2024-12-02T13:09:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:09:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:09:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:09:43,832 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37235/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 36af4af592da8abca3a6515d291db18c/a 2024-12-02T13:09:43,841 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T13:09:43,841 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:09:43,841 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 36af4af592da8abca3a6515d291db18c: 2024-12-02T13:09:43,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/c1399a697c1c486da716409fd00c2f96_SeqId_3_ 2024-12-02T13:09:43,844 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37235/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 36af4af592da8abca3a6515d291db18c/a as hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/c1399a697c1c486da716409fd00c2f96_SeqId_3_ - updating store file list. 2024-12-02T13:09:43,851 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1399a697c1c486da716409fd00c2f96_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T13:09:43,851 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/c1399a697c1c486da716409fd00c2f96_SeqId_3_ into 36af4af592da8abca3a6515d291db18c/a 2024-12-02T13:09:43,851 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37235/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 36af4af592da8abca3a6515d291db18c/a (new location: hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/c1399a697c1c486da716409fd00c2f96_SeqId_3_) 2024-12-02T13:09:43,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, size=0 (0bytes) 2024-12-02T13:09:43,889 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 might be still open, length is 0 2024-12-02T13:09:43,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 2024-12-02T13:09:43,889 WARN [IPC Server handler 2 on default port 37235 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T13:09:43,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 after 1ms 2024-12-02T13:09:44,223 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:53270 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45353:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53270 dst: /127.0.0.1:45353 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45353 remote=/127.0.0.1:53270]. Total timeout mills is 60000, 59636 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:44,224 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:37476 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37476 dst: /127.0.0.1:44423 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:44,224 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57078 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57078 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741880_1059 (size=474) 2024-12-02T13:09:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741880_1059 (size=474) 2024-12-02T13:09:47,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 after 4002ms 2024-12-02T13:09:47,897 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:47,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 took 4008ms 2024-12-02T13:09:47,900 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780; continuing. 2024-12-02T13:09:47,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 so closing down 2024-12-02T13:09:47,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:47,902 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733144983780.temp 2024-12-02T13:09:47,903 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp 2024-12-02T13:09:47,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741882_1060 (size=259) 2024-12-02T13:09:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741882_1060 (size=259) 2024-12-02T13:09:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741882_1060 (size=259) 2024-12-02T13:09:47,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:47,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp to hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 2024-12-02T13:09:47,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:09:47,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, journal: Splitting hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, size=0 (0bytes) at 1733144983889Finishing writing output for hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 so closing down at 1733144987900 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp at 1733144987903 (+3 ms)3 split writer threads finished at 1733144987904 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144987913 (+9 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005-wal.1733144983780.temp to hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 at 1733144987914 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780, size=0, length=0, corrupted=false, cancelled=false at 1733144987914 2024-12-02T13:09:47,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144983780 2024-12-02T13:09:47,917 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 2024-12-02T13:09:47,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:47,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:47,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144987919, exclude list is [], retry=0 2024-12-02T13:09:47,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:47,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:47,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:47,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144987919 2024-12-02T13:09:47,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:47,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 36af4af592da8abca3a6515d291db18c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:47,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:47,937 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,938 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,939 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,940 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName a 2024-12-02T13:09:47,940 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:47,947 DEBUG [StoreFileOpener-36af4af592da8abca3a6515d291db18c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1399a697c1c486da716409fd00c2f96_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T13:09:47,947 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/c1399a697c1c486da716409fd00c2f96_SeqId_3_ 2024-12-02T13:09:47,948 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:47,948 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,949 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName b 2024-12-02T13:09:47,949 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:47,950 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:47,950 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,951 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36af4af592da8abca3a6515d291db18c columnFamilyName c 2024-12-02T13:09:47,951 DEBUG [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:47,952 INFO [StoreOpener-36af4af592da8abca3a6515d291db18c-1 {}] regionserver.HStore(327): Store=36af4af592da8abca3a6515d291db18c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:47,952 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,955 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 2024-12-02T13:09:47,957 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:47,959 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 2024-12-02T13:09:47,959 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 36af4af592da8abca3a6515d291db18c 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T13:09:47,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/.tmp/a/7a46f86971e44f2bb23ae798c4ecb9fb is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733144983856/Put/seqid=0 2024-12-02T13:09:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:09:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:09:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:09:47,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/.tmp/a/7a46f86971e44f2bb23ae798c4ecb9fb 2024-12-02T13:09:47,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/.tmp/a/7a46f86971e44f2bb23ae798c4ecb9fb as hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/7a46f86971e44f2bb23ae798c4ecb9fb 2024-12-02T13:09:47,992 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/a/7a46f86971e44f2bb23ae798c4ecb9fb, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T13:09:47,992 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 36af4af592da8abca3a6515d291db18c in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T13:09:47,993 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/0000000000000000005 2024-12-02T13:09:47,994 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,995 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:47,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36af4af592da8abca3a6515d291db18c 2024-12-02T13:09:47,999 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/36af4af592da8abca3a6515d291db18c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T13:09:48,000 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36af4af592da8abca3a6515d291db18c; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60199407, jitterRate=-0.10295893251895905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:48,000 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36af4af592da8abca3a6515d291db18c: Writing region info on filesystem at 1733144987938Initializing all the Stores at 1733144987939 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144987939Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144987939Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144987939Obtaining lock to block concurrent updates at 1733144987959 (+20 ms)Preparing flush snapshotting stores in 36af4af592da8abca3a6515d291db18c at 1733144987959Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733144987959Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. at 1733144987959Flushing 36af4af592da8abca3a6515d291db18c/a: creating writer at 1733144987959Flushing 36af4af592da8abca3a6515d291db18c/a: appending metadata at 1733144987972 (+13 ms)Flushing 36af4af592da8abca3a6515d291db18c/a: closing flushed file at 1733144987972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ac05e4: reopening flushed file at 1733144987985 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 36af4af592da8abca3a6515d291db18c in 33ms, sequenceid=5, compaction requested=false; wal=null at 1733144987992 (+7 ms)Cleaning up temporary data from old regions at 1733144987994 (+2 ms)Region opened successfully at 1733144988000 (+6 ms) 2024-12-02T13:09:48,004 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 36af4af592da8abca3a6515d291db18c, disabling compactions & flushes 2024-12-02T13:09:48,004 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:48,004 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. after waiting 0 ms 2024-12-02T13:09:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:48,005 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733144983667.36af4af592da8abca3a6515d291db18c. 2024-12-02T13:09:48,005 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 36af4af592da8abca3a6515d291db18c: Waiting for close lock at 1733144988004Disabling compacts and flushes for region at 1733144988004Disabling writes for close at 1733144988005 (+1 ms)Writing region close event to WAL at 1733144988005Closed at 1733144988005 2024-12-02T13:09:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741883_1061 (size=95) 2024-12-02T13:09:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741883_1061 (size=95) 2024-12-02T13:09:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741883_1061 (size=95) 2024-12-02T13:09:48,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:48,010 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144987919) 2024-12-02T13:09:48,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 408) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37235 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_998362149_22 at /127.0.0.1:53290 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_998362149_22 at /127.0.0.1:57092 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_998362149_22 at /127.0.0.1:37534 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=2628 (was 2678) 2024-12-02T13:09:48,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=2627 2024-12-02T13:09:48,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:48,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:09:48,051 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,44757,1733144973208 2024-12-02T13:09:48,053 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3983740a 2024-12-02T13:09:48,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:09:48,056 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:09:48,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:09:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T13:09:48,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:09:48,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T13:09:48,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:48,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:09:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:09:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:09:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:09:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:09:48,089 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74 2024-12-02T13:09:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:09:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:09:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:48,099 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,099 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,099 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144988099Disabling compacts and flushes for region at 1733144988099Disabling writes for close at 1733144988099Writing region close event to WAL at 1733144988099Closed at 1733144988099 2024-12-02T13:09:48,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:09:48,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733144988101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733144988101"}]},"ts":"1733144988101"} 2024-12-02T13:09:48,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:09:48,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:09:48,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733144988112"}]},"ts":"1733144988112"} 2024-12-02T13:09:48,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T13:09:48,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T13:09:48,120 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:09:48,120 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:09:48,120 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T13:09:48,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:09:48,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN}] 2024-12-02T13:09:48,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN 2024-12-02T13:09:48,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN; state=OFFLINE, location=06e3e18f2515,34035,1733144973933; forceNewPlan=false, retain=false 2024-12-02T13:09:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:09:48,279 INFO [06e3e18f2515:44757 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:09:48,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPENING, regionLocation=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN because future has completed 2024-12-02T13:09:48,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933}] 2024-12-02T13:09:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:09:48,441 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:09:48,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:09:48,453 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,454 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:48,455 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,455 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:48,455 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,455 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,457 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,459 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:48,459 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:48,460 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:48,460 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,462 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:48,462 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:48,463 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:48,463 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,464 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,464 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,465 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,465 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,466 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:09:48,468 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,470 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:48,471 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a42533b5fd879516e619b6404c50376d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73591097, jitterRate=0.09659279882907867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:09:48,471 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,472 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a42533b5fd879516e619b6404c50376d: Running coprocessor pre-open hook at 1733144988455Writing region info on filesystem at 1733144988455Initializing all the Stores at 1733144988457 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144988457Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144988457Cleaning up temporary data from old regions at 1733144988465 (+8 ms)Running coprocessor post-open hooks at 1733144988471 (+6 ms)Region opened successfully at 1733144988472 (+1 ms) 2024-12-02T13:09:48,474 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., pid=6, masterSystemTime=1733144988441 2024-12-02T13:09:48,476 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,477 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:48,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 because future has completed 2024-12-02T13:09:48,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:09:48,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 in 196 msec 2024-12-02T13:09:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:09:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN in 364 msec 2024-12-02T13:09:48,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:09:48,490 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733144988489"}]},"ts":"1733144988489"} 2024-12-02T13:09:48,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T13:09:48,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:09:48,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 432 msec 2024-12-02T13:09:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:09:48,703 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T13:09:48,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T13:09:48,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T13:09:48,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T13:09:48,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T13:09:48,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T13:09:48,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=2] 2024-12-02T13:09:48,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:09:48,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:09:48,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a42533b5fd879516e619b6404c50376d, source=06e3e18f2515,34035,1733144973933, destination=06e3e18f2515,44579,1733144973803, warming up region on 06e3e18f2515,44579,1733144973803 2024-12-02T13:09:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:09:48,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a42533b5fd879516e619b6404c50376d, source=06e3e18f2515,34035,1733144973933, destination=06e3e18f2515,44579,1733144973803, running balancer 2024-12-02T13:09:48,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:09:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE 2024-12-02T13:09:48,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE 2024-12-02T13:09:48,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=CLOSING, regionLocation=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:48,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(7855): Warmup {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:48,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE because future has completed 2024-12-02T13:09:48,747 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,747 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T13:09:48,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933}] 2024-12-02T13:09:48,748 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:48,748 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:48,749 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:48,749 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,750 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:48,750 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:48,751 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:48,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144988751Disabling compacts and flushes for region at 1733144988751Disabling writes for close at 1733144988751Writing region close event to WAL at 1733144988752 (+1 ms)Closed at 1733144988752 2024-12-02T13:09:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T13:09:48,906 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,907 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T13:09:48,908 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:48,908 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,908 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,908 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:48,908 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,908 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing a42533b5fd879516e619b6404c50376d 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T13:09:48,926 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/1f86ee6b5b3d4274981b411763080ba4 is 35, key is r1/cf1:q/1733144988724/Put/seqid=0 2024-12-02T13:09:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:09:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:09:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:09:48,936 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/1f86ee6b5b3d4274981b411763080ba4 2024-12-02T13:09:48,943 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/1f86ee6b5b3d4274981b411763080ba4 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4 2024-12-02T13:09:48,949 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T13:09:48,951 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for a42533b5fd879516e619b6404c50376d in 42ms, sequenceid=5, compaction requested=false 2024-12-02T13:09:48,951 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T13:09:48,957 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:09:48,960 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:48,960 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144988908Running coprocessor pre-close hooks at 1733144988908Disabling compacts and flushes for region at 1733144988908Disabling writes for close at 1733144988908Obtaining lock to block concurrent updates at 1733144988908Preparing flush snapshotting stores in a42533b5fd879516e619b6404c50376d at 1733144988908Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733144988909 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. at 1733144988910 (+1 ms)Flushing a42533b5fd879516e619b6404c50376d/cf1: creating writer at 1733144988910Flushing a42533b5fd879516e619b6404c50376d/cf1: appending metadata at 1733144988925 (+15 ms)Flushing a42533b5fd879516e619b6404c50376d/cf1: closing flushed file at 1733144988925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2157d67c: reopening flushed file at 1733144988942 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for a42533b5fd879516e619b6404c50376d in 42ms, sequenceid=5, compaction requested=false at 1733144988951 (+9 ms)Writing region close event to WAL at 1733144988952 (+1 ms)Running coprocessor post-close hooks at 1733144988958 (+6 ms)Closed at 1733144988960 (+2 ms) 2024-12-02T13:09:48,961 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding a42533b5fd879516e619b6404c50376d move to 06e3e18f2515,44579,1733144973803 record at close sequenceid=5 2024-12-02T13:09:48,964 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:48,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=CLOSED 2024-12-02T13:09:48,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 because future has completed 2024-12-02T13:09:48,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T13:09:48,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 in 222 msec 2024-12-02T13:09:48,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE; state=CLOSED, location=06e3e18f2515,44579,1733144973803; forceNewPlan=false, retain=false 2024-12-02T13:09:49,125 INFO [06e3e18f2515:44757 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:09:49,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPENING, regionLocation=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:49,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE because future has completed 2024-12-02T13:09:49,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803}] 2024-12-02T13:09:49,290 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:49,291 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:49,291 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,291 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:49,292 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,292 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,294 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,295 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:49,295 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:49,301 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4 2024-12-02T13:09:49,301 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:49,301 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,302 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:49,302 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:49,303 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:49,303 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,303 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,304 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,305 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,305 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,306 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:09:49,307 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,308 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened a42533b5fd879516e619b6404c50376d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74064427, jitterRate=0.10364596545696259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:09:49,308 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:49,309 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a42533b5fd879516e619b6404c50376d: Running coprocessor pre-open hook at 1733144989292Writing region info on filesystem at 1733144989292Initializing all the Stores at 1733144989293 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144989293Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144989293Cleaning up temporary data from old regions at 1733144989305 (+12 ms)Running coprocessor post-open hooks at 1733144989308 (+3 ms)Region opened successfully at 1733144989309 (+1 ms) 2024-12-02T13:09:49,310 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., pid=9, masterSystemTime=1733144989282 2024-12-02T13:09:49,313 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:49,313 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:49,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPEN, openSeqNum=9, regionLocation=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 because future has completed 2024-12-02T13:09:49,322 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=06e3e18f2515,44579,1733144973803, table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T13:09:49,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T13:09:49,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 in 193 msec 2024-12-02T13:09:49,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE in 586 msec 2024-12-02T13:09:49,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:09:49,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:09:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:34114 deadline: 1733145049353, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=44579 startCode=1733144973803. As of locationSeqNum=5. 2024-12-02T13:09:49,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=44579 startCode=1733144973803. As of locationSeqNum=5. 2024-12-02T13:09:49,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=44579 startCode=1733144973803. As of locationSeqNum=5. 2024-12-02T13:09:49,375 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=44579 startCode=1733144973803. As of locationSeqNum=5. 2024-12-02T13:09:49,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:09:49,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:09:49,498 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a42533b5fd879516e619b6404c50376d 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T13:09:49,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/c3105957666545ac8205a1b44a91160f is 29, key is r1/cf1:/1733144989487/DeleteFamily/seqid=0 2024-12-02T13:09:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:09:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:09:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:09:49,529 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:49,536 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:49,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 is 29, key is r1/cf2:/1733144989487/DeleteFamily/seqid=0 2024-12-02T13:09:49,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:09:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:09:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:09:49,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:49,564 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:49,566 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/c3105957666545ac8205a1b44a91160f as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:49,573 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:49,573 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T13:09:49,575 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:49,582 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:49,582 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T13:09:49,584 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for a42533b5fd879516e619b6404c50376d in 86ms, sequenceid=12, compaction requested=false 2024-12-02T13:09:49,584 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a42533b5fd879516e619b6404c50376d: 2024-12-02T13:09:49,587 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T13:09:49,588 DEBUG [Time-limited test {}] regionserver.HStore(1541): a42533b5fd879516e619b6404c50376d/cf1 is initiating major compaction (all files) 2024-12-02T13:09:49,589 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:09:49,589 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:49,589 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a42533b5fd879516e619b6404c50376d/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:49,590 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4, hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp, totalSize=9.5 K 2024-12-02T13:09:49,591 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1f86ee6b5b3d4274981b411763080ba4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733144988724 2024-12-02T13:09:49,592 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c3105957666545ac8205a1b44a91160f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T13:09:49,608 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): a42533b5fd879516e619b6404c50376d#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T13:09:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:09:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:09:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:09:49,624 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf1/30de93ae4e6444df99f4c88e17d29c49 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/30de93ae4e6444df99f4c88e17d29c49 2024-12-02T13:09:49,642 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in a42533b5fd879516e619b6404c50376d/cf1 of a42533b5fd879516e619b6404c50376d into 30de93ae4e6444df99f4c88e17d29c49(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:09:49,643 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a42533b5fd879516e619b6404c50376d: 2024-12-02T13:09:49,643 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T13:09:49,643 DEBUG [Time-limited test {}] regionserver.HStore(1541): a42533b5fd879516e619b6404c50376d/cf2 is initiating major compaction (all files) 2024-12-02T13:09:49,643 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:09:49,643 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:09:49,643 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a42533b5fd879516e619b6404c50376d/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:49,643 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285] into tmpdir=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp, totalSize=4.8 K 2024-12-02T13:09:49,644 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4bf1cef1fd3f425cbbb3e8ab57d00285, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T13:09:49,651 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): a42533b5fd879516e619b6404c50376d#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T13:09:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:09:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:09:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:09:50,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/.tmp/cf2/43efa1239aab44e0abbb66416ae5d72d as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/43efa1239aab44e0abbb66416ae5d72d 2024-12-02T13:09:50,079 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in a42533b5fd879516e619b6404c50376d/cf2 of a42533b5fd879516e619b6404c50376d into 43efa1239aab44e0abbb66416ae5d72d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:09:50,079 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a42533b5fd879516e619b6404c50376d: 2024-12-02T13:09:50,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=a42533b5fd879516e619b6404c50376d, source=06e3e18f2515,44579,1733144973803, destination=06e3e18f2515,34035,1733144973933, warming up region on 06e3e18f2515,34035,1733144973933 2024-12-02T13:09:50,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=a42533b5fd879516e619b6404c50376d, source=06e3e18f2515,44579,1733144973803, destination=06e3e18f2515,34035,1733144973933, running balancer 2024-12-02T13:09:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE 2024-12-02T13:09:50,086 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE 2024-12-02T13:09:50,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=CLOSING, regionLocation=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:50,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(7855): Warmup {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:50,089 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE because future has completed 2024-12-02T13:09:50,091 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:50,091 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:50,091 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T13:09:50,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803}] 2024-12-02T13:09:50,099 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4 2024-12-02T13:09:50,105 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/30de93ae4e6444df99f4c88e17d29c49 2024-12-02T13:09:50,112 INFO [StoreFileOpener-a42533b5fd879516e619b6404c50376d-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:50,112 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:50,112 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:50,112 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,114 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:50,114 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:50,121 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/43efa1239aab44e0abbb66416ae5d72d 2024-12-02T13:09:50,127 INFO [StoreFileOpener-a42533b5fd879516e619b6404c50376d-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:50,127 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:50,127 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:50,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34035 {}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144990127Disabling compacts and flushes for region at 1733144990127Disabling writes for close at 1733144990127Writing region close event to WAL at 1733144990129 (+2 ms)Closed at 1733144990129 2024-12-02T13:09:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T13:09:50,246 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,246 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T13:09:50,247 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:50,247 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,247 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,247 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:50,247 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,248 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4, hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f] to archive 2024-12-02T13:09:50,251 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:09:50,256 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4 to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/1f86ee6b5b3d4274981b411763080ba4 2024-12-02T13:09:50,258 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/c3105957666545ac8205a1b44a91160f 2024-12-02T13:09:50,272 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285] to archive 2024-12-02T13:09:50,273 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:09:50,275 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/4bf1cef1fd3f425cbbb3e8ab57d00285 2024-12-02T13:09:50,281 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T13:09:50,282 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,282 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144990247Running coprocessor pre-close hooks at 1733144990247Disabling compacts and flushes for region at 1733144990247Disabling writes for close at 1733144990247Writing region close event to WAL at 1733144990277 (+30 ms)Running coprocessor post-close hooks at 1733144990282 (+5 ms)Closed at 1733144990282 2024-12-02T13:09:50,282 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding a42533b5fd879516e619b6404c50376d move to 06e3e18f2515,34035,1733144973933 record at close sequenceid=12 2024-12-02T13:09:50,285 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=CLOSED 2024-12-02T13:09:50,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 because future has completed 2024-12-02T13:09:50,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T13:09:50,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 in 199 msec 2024-12-02T13:09:50,294 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE; state=CLOSED, location=06e3e18f2515,34035,1733144973933; forceNewPlan=false, retain=false 2024-12-02T13:09:50,445 INFO [06e3e18f2515:44757 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:09:50,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPENING, regionLocation=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE because future has completed 2024-12-02T13:09:50,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933}] 2024-12-02T13:09:50,608 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,608 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:50,609 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,609 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:50,610 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,610 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,613 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,615 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:50,615 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:50,624 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/30de93ae4e6444df99f4c88e17d29c49 2024-12-02T13:09:50,624 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:50,625 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,626 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:50,626 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:50,635 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/43efa1239aab44e0abbb66416ae5d72d 2024-12-02T13:09:50,635 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:50,635 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,636 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,638 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,638 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,638 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,639 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:09:50,641 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,642 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened a42533b5fd879516e619b6404c50376d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74484331, jitterRate=0.10990302264690399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:09:50,642 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,643 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for a42533b5fd879516e619b6404c50376d: Running coprocessor pre-open hook at 1733144990610Writing region info on filesystem at 1733144990610Initializing all the Stores at 1733144990612 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144990612Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144990613 (+1 ms)Cleaning up temporary data from old regions at 1733144990638 (+25 ms)Running coprocessor post-open hooks at 1733144990642 (+4 ms)Region opened successfully at 1733144990643 (+1 ms) 2024-12-02T13:09:50,644 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., pid=12, masterSystemTime=1733144990602 2024-12-02T13:09:50,646 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,646 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPEN, openSeqNum=18, regionLocation=06e3e18f2515,34035,1733144973933 2024-12-02T13:09:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 because future has completed 2024-12-02T13:09:50,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T13:09:50,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,34035,1733144973933 in 201 msec 2024-12-02T13:09:50,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, REOPEN/MOVE in 569 msec 2024-12-02T13:09:50,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:09:50,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:09:50,692 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 06e3e18f2515,34035,1733144973933: testing ***** 2024-12-02T13:09:50,693 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:09:50,695 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:09:50,697 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:09:50,700 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:09:50,701 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:09:50,706 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 330056120 }, "NonHeapMemoryUsage": { "committed": 171704320, "init": 7667712, "max": -1, "used": 168976240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59821", "tag.serverName": "06e3e18f2515,44117,1733144973896", "tag.clusterId": "6300a254-9605-4a6d-98bc-b72467994939", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733144973896, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 1, "Put_max": 9, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 7, "Put_90th_percentile": 8, "Put_95th_percentile": 8, "Put_98th_percentile": 8, "Put_99th_percentile": 8, "Put_99.9th_percentile": 8, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T13:09:50,709 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44757 {}] master.MasterRpcServices(700): 06e3e18f2515,34035,1733144973933 reported a fatal error: ***** ABORTING region server 06e3e18f2515,34035,1733144973933: testing ***** 2024-12-02T13:09:50,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,34035,1733144973933' ***** 2024-12-02T13:09:50,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T13:09:50,712 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:09:50,712 INFO [RS:2;06e3e18f2515:34035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T13:09:50,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:09:50,712 INFO [RS:2;06e3e18f2515:34035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T13:09:50,712 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(3091): Received CLOSE for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,713 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(956): aborting server 06e3e18f2515,34035,1733144973933 2024-12-02T13:09:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:53398 deadline: 1733145050712, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=34035 startCode=1733144973933. As of locationSeqNum=12. 2024-12-02T13:09:50,713 INFO [RS:2;06e3e18f2515:34035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:09:50,713 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:09:50,713 INFO [RS:2;06e3e18f2515:34035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;06e3e18f2515:34035. 2024-12-02T13:09:50,713 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,713 DEBUG [RS:2;06e3e18f2515:34035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:09:50,713 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,713 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:09:50,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=34035 startCode=1733144973933. As of locationSeqNum=12. 2024-12-02T13:09:50,713 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=34035 startCode=1733144973933. As of locationSeqNum=12. 2024-12-02T13:09:50,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=34035 startCode=1733144973933. As of locationSeqNum=12. 2024-12-02T13:09:50,714 DEBUG [RS:2;06e3e18f2515:34035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:09:50,714 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:09:50,714 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1325): Online Regions={a42533b5fd879516e619b6404c50376d=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.} 2024-12-02T13:09:50,715 DEBUG [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1351): Waiting on a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:50,715 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,715 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733144990713Running coprocessor pre-close hooks at 1733144990713Disabling compacts and flushes for region at 1733144990713Disabling writes for close at 1733144990713Writing region close event to WAL at 1733144990715 (+2 ms)Running coprocessor post-close hooks at 1733144990715Closed at 1733144990715 2024-12-02T13:09:50,716 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:50,805 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:09:50,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,34035,1733144973933 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:50,824 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,34035,1733144973933 aborting 2024-12-02T13:09:50,824 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,34035,1733144973933 aborting 2024-12-02T13:09:50,824 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=12 from cache 2024-12-02T13:09:50,915 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,34035,1733144973933; all regions closed. 2024-12-02T13:09:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741834_1010 (size=1405) 2024-12-02T13:09:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741834_1010 (size=1405) 2024-12-02T13:09:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741834_1010 (size=1405) 2024-12-02T13:09:50,924 DEBUG [RS:2;06e3e18f2515:34035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:09:50,924 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:09:50,924 INFO [RS:2;06e3e18f2515:34035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:09:50,924 INFO [RS:2;06e3e18f2515:34035 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:09:50,925 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:09:50,925 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:09:50,925 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:09:50,925 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:09:50,925 INFO [RS:2;06e3e18f2515:34035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:09:50,925 INFO [RS:2;06e3e18f2515:34035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34035 2024-12-02T13:09:50,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:09:50,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,34035,1733144973933 2024-12-02T13:09:50,932 INFO [RS:2;06e3e18f2515:34035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:09:50,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,34035,1733144973933] 2024-12-02T13:09:50,934 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,34035,1733144973933 already deleted, retry=false 2024-12-02T13:09:50,934 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 06e3e18f2515,34035,1733144973933 on 06e3e18f2515,44757,1733144973208 2024-12-02T13:09:50,938 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 06e3e18f2515,34035,1733144973933, splitWal=true, meta=false 2024-12-02T13:09:50,941 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 06e3e18f2515,34035,1733144973933 (carryingMeta=false) 06e3e18f2515,34035,1733144973933/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1bc3cbc0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T13:09:50,941 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 06e3e18f2515,34035,1733144973933, splitWal=true, meta=false 2024-12-02T13:09:50,942 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 06e3e18f2515,34035,1733144973933 had 1 regions 2024-12-02T13:09:50,944 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,34035,1733144973933, splitWal=true, meta=false, isMeta: false 2024-12-02T13:09:50,945 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting 2024-12-02T13:09:50,947 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,34035,1733144973933 WAL count=1, meta=false 2024-12-02T13:09:50,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 06e3e18f2515%2C34035%2C1733144973933.1733144975151}] 2024-12-02T13:09:50,954 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:50,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 06e3e18f2515%2C34035%2C1733144973933.1733144975151, worker=06e3e18f2515,44579,1733144973803}] 2024-12-02T13:09:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:09:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34035-0x1009b0ce91c0003, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:09:51,035 INFO [RS:2;06e3e18f2515:34035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:09:51,036 INFO [RS:2;06e3e18f2515:34035 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,34035,1733144973933; zookeeper connection closed. 2024-12-02T13:09:51,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50a3e696 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50a3e696 2024-12-02T13:09:51,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18] 2024-12-02T13:09:51,042 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 06e3e18f2515:34035 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:34035 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:51,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18, error=java.net.ConnectException: Call to address=06e3e18f2515:34035 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:34035 2024-12-02T13:09:51,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-02T13:09:51,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 from cache 2024-12-02T13:09:51,043 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 06e3e18f2515:34035 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:34035 2024-12-02T13:09:51,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T13:09:51,138 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151, size=1.4 K (1405bytes) 2024-12-02T13:09:51,138 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 2024-12-02T13:09:51,139 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 after 1ms 2024-12-02T13:09:51,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:51,142 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 took 4ms 2024-12-02T13:09:51,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for a42533b5fd879516e619b6404c50376d: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T13:09:51,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 so closing down 2024-12-02T13:09:51,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:51,149 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:51,149 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-02T13:09:51,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151, journal: Splitting hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151, size=1.4 K (1405bytes) at 1733144991138Finishing writing output for hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 so closing down at 1733144991149 (+11 ms)3 split writer threads finished at 1733144991149Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733144991149 2024-12-02T13:09:51,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 2024-12-02T13:09:51,150 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T13:09:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T13:09:51,157 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting/06e3e18f2515%2C34035%2C1733144973933.1733144975151 to hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs 2024-12-02T13:09:51,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T13:09:51,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 06e3e18f2515%2C34035%2C1733144973933.1733144975151, worker=06e3e18f2515,44579,1733144973803 in 201 msec 2024-12-02T13:09:51,161 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:51,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T13:09:51,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 06e3e18f2515%2C34035%2C1733144973933.1733144975151, worker=06e3e18f2515,44579,1733144973803 in 213 msec 2024-12-02T13:09:51,167 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting dir is empty, no logs to split. 2024-12-02T13:09:51,167 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,34035,1733144973933 WAL count=0, meta=false 2024-12-02T13:09:51,167 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,34035,1733144973933 WAL splitting is done? wals=0, meta=false 2024-12-02T13:09:51,169 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 06e3e18f2515,34035,1733144973933 failed, ignore...File hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/WALs/06e3e18f2515,34035,1733144973933-splitting does not exist. 2024-12-02T13:09:51,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN}] 2024-12-02T13:09:51,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN 2024-12-02T13:09:51,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:09:51,325 INFO [06e3e18f2515:44757 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:09:51,325 INFO [06e3e18f2515:44757 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:09:51,325 DEBUG [06e3e18f2515:44757 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:09:51,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPENING, regionLocation=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN because future has completed 2024-12-02T13:09:51,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803}] 2024-12-02T13:09:51,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18] 2024-12-02T13:09:51,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 06e3e18f2515:34035 this server is in the failed servers list 2024-12-02T13:09:51,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=06e3e18f2515:34035 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:34035 2024-12-02T13:09:51,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:34035 2024-12-02T13:09:51,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,34035,1733144973933, seqNum=18 from cache 2024-12-02T13:09:51,489 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:51,489 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a42533b5fd879516e619b6404c50376d, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:51,490 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,490 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:51,490 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,490 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,493 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,494 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf1 2024-12-02T13:09:51,495 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,503 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf1/30de93ae4e6444df99f4c88e17d29c49 2024-12-02T13:09:51,503 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,503 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,504 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42533b5fd879516e619b6404c50376d columnFamilyName cf2 2024-12-02T13:09:51,504 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,511 DEBUG [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/cf2/43efa1239aab44e0abbb66416ae5d72d 2024-12-02T13:09:51,511 INFO [StoreOpener-a42533b5fd879516e619b6404c50376d-1 {}] regionserver.HStore(327): Store=a42533b5fd879516e619b6404c50376d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,512 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,512 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,514 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,514 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,514 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,515 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:09:51,516 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,517 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a42533b5fd879516e619b6404c50376d; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65109340, jitterRate=-0.02979522943496704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:09:51,517 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42533b5fd879516e619b6404c50376d 2024-12-02T13:09:51,518 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a42533b5fd879516e619b6404c50376d: Running coprocessor pre-open hook at 1733144991491Writing region info on filesystem at 1733144991491Initializing all the Stores at 1733144991492 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991493 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991493Cleaning up temporary data from old regions at 1733144991514 (+21 ms)Running coprocessor post-open hooks at 1733144991517 (+3 ms)Region opened successfully at 1733144991518 (+1 ms) 2024-12-02T13:09:51,519 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., pid=17, masterSystemTime=1733144991481 2024-12-02T13:09:51,521 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:51,521 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:09:51,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a42533b5fd879516e619b6404c50376d, regionState=OPEN, openSeqNum=18, regionLocation=06e3e18f2515,44579,1733144973803 2024-12-02T13:09:51,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 because future has completed 2024-12-02T13:09:51,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T13:09:51,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure a42533b5fd879516e619b6404c50376d, server=06e3e18f2515,44579,1733144973803 in 197 msec 2024-12-02T13:09:51,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T13:09:51,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=a42533b5fd879516e619b6404c50376d, ASSIGN in 356 msec 2024-12-02T13:09:51,529 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 06e3e18f2515,34035,1733144973933 after splitting done 2024-12-02T13:09:51,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 06e3e18f2515,34035,1733144973933, splitWal=true, meta=false in 594 msec 2024-12-02T13:09:51,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d., hostname=06e3e18f2515,44579,1733144973803, seqNum=18] 2024-12-02T13:09:51,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 413), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=2582 (was 2627) 2024-12-02T13:09:51,888 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-02T13:09:51,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=2581 2024-12-02T13:09:51,901 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-02T13:09:51,917 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:51,919 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:51,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:51,922 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32975480, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-32975480, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:51,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32975480/hregion-32975480.1733144991922, exclude list is [], retry=0 2024-12-02T13:09:51,934 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:51,934 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:51,935 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:51,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32975480/hregion-32975480.1733144991922 2024-12-02T13:09:51,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:09:51,937 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 082462fa21dcedd6e9011b24cb6c9aa9, NAME => 'testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:09:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:09:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:09:51,945 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:51,946 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,948 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName a 2024-12-02T13:09:51,948 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,948 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,948 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,950 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName b 2024-12-02T13:09:51,950 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,950 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,950 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,952 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName c 2024-12-02T13:09:51,952 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,952 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,952 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,955 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:51,956 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,958 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:51,959 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 082462fa21dcedd6e9011b24cb6c9aa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67495699, jitterRate=0.005764290690422058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:51,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 082462fa21dcedd6e9011b24cb6c9aa9: Writing region info on filesystem at 1733144991945Initializing all the Stores at 1733144991946 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991946Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991946Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991946Cleaning up temporary data from old regions at 1733144991955 (+9 ms)Region opened successfully at 1733144991959 (+4 ms) 2024-12-02T13:09:51,959 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 082462fa21dcedd6e9011b24cb6c9aa9, disabling compactions & flushes 2024-12-02T13:09:51,959 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:51,959 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:51,959 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. after waiting 0 ms 2024-12-02T13:09:51,959 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:51,960 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:51,960 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 082462fa21dcedd6e9011b24cb6c9aa9: Waiting for close lock at 1733144991959Disabling compacts and flushes for region at 1733144991959Disabling writes for close at 1733144991959Writing region close event to WAL at 1733144991960 (+1 ms)Closed at 1733144991960 2024-12-02T13:09:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741892_1070 (size=95) 2024-12-02T13:09:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741892_1070 (size=95) 2024-12-02T13:09:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741892_1070 (size=95) 2024-12-02T13:09:51,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:51,964 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32975480:(num 1733144991922) 2024-12-02T13:09:51,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:51,966 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:51,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, exclude list is [], retry=0 2024-12-02T13:09:51,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:51,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:51,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:51,982 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 2024-12-02T13:09:51,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:09:51,982 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 082462fa21dcedd6e9011b24cb6c9aa9, NAME => 'testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:51,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:51,982 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,983 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,984 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,985 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName a 2024-12-02T13:09:51,985 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,986 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,986 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,987 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName b 2024-12-02T13:09:51,987 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,987 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,987 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,988 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName c 2024-12-02T13:09:51,988 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:51,989 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:51,989 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,992 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,992 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,992 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:51,993 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:51,994 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 082462fa21dcedd6e9011b24cb6c9aa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142123, jitterRate=0.060100242495536804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:51,995 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 082462fa21dcedd6e9011b24cb6c9aa9: Writing region info on filesystem at 1733144991983Initializing all the Stores at 1733144991984 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991984Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991984Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144991984Cleaning up temporary data from old regions at 1733144991992 (+8 ms)Region opened successfully at 1733144991995 (+3 ms) 2024-12-02T13:09:52,017 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 082462fa21dcedd6e9011b24cb6c9aa9 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T13:09:52,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/a/9fd2d62cf7674c21a28db62724b4191e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733144991995/Put/seqid=0 2024-12-02T13:09:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:09:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:09:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:09:52,037 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/a/9fd2d62cf7674c21a28db62724b4191e 2024-12-02T13:09:52,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/5646454530f54513aad0eb7f8a01f7da is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733144992002/Put/seqid=0 2024-12-02T13:09:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:09:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:09:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:09:52,062 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/5646454530f54513aad0eb7f8a01f7da 2024-12-02T13:09:52,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/c/843e3a81bb0a44b59902fcec1ec484d9 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733144992009/Put/seqid=0 2024-12-02T13:09:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:09:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:09:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:09:52,087 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/c/843e3a81bb0a44b59902fcec1ec484d9 2024-12-02T13:09:52,093 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/a/9fd2d62cf7674c21a28db62724b4191e as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/a/9fd2d62cf7674c21a28db62724b4191e 2024-12-02T13:09:52,098 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/a/9fd2d62cf7674c21a28db62724b4191e, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:09:52,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/5646454530f54513aad0eb7f8a01f7da as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/5646454530f54513aad0eb7f8a01f7da 2024-12-02T13:09:52,104 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/5646454530f54513aad0eb7f8a01f7da, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:09:52,105 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/c/843e3a81bb0a44b59902fcec1ec484d9 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/c/843e3a81bb0a44b59902fcec1ec484d9 2024-12-02T13:09:52,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/c/843e3a81bb0a44b59902fcec1ec484d9, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:09:52,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 082462fa21dcedd6e9011b24cb6c9aa9 in 95ms, sequenceid=33, compaction requested=false 2024-12-02T13:09:52,112 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 082462fa21dcedd6e9011b24cb6c9aa9: 2024-12-02T13:09:52,112 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 082462fa21dcedd6e9011b24cb6c9aa9, disabling compactions & flushes 2024-12-02T13:09:52,112 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:52,112 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:52,113 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. after waiting 0 ms 2024-12-02T13:09:52,113 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:52,114 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. 2024-12-02T13:09:52,114 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 082462fa21dcedd6e9011b24cb6c9aa9: Waiting for close lock at 1733144992112Disabling compacts and flushes for region at 1733144992112Disabling writes for close at 1733144992113 (+1 ms)Writing region close event to WAL at 1733144992114 (+1 ms)Closed at 1733144992114 2024-12-02T13:09:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741894_1072 (size=3385) 2024-12-02T13:09:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741894_1072 (size=3385) 2024-12-02T13:09:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741894_1072 (size=3385) 2024-12-02T13:09:52,120 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/5646454530f54513aad0eb7f8a01f7da to hdfs://localhost:37235/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/5646454530f54513aad0eb7f8a01f7da 2024-12-02T13:09:52,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, size=3.3 K (3385bytes) 2024-12-02T13:09:52,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 2024-12-02T13:09:52,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 after 0ms 2024-12-02T13:09:52,137 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:52,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 took 3ms 2024-12-02T13:09:52,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 so closing down 2024-12-02T13:09:52,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:09:52,140 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144991966.temp 2024-12-02T13:09:52,142 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp 2024-12-02T13:09:52,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:09:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741898_1076 (size=2944) 2024-12-02T13:09:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741898_1076 (size=2944) 2024-12-02T13:09:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741898_1076 (size=2944) 2024-12-02T13:09:52,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:09:52,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 2024-12-02T13:09:52,155 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-02T13:09:52,155 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, journal: Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, size=3.3 K (3385bytes) at 1733144992134Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 so closing down at 1733144992139 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp at 1733144992142 (+3 ms)3 split writer threads finished at 1733144992143 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733144992154 (+11 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000003-wal.1733144991966.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 at 1733144992155 (+1 ms)Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733144992155 2024-12-02T13:09:52,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144991966 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144991966 2024-12-02T13:09:52,158 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 2024-12-02T13:09:52,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:52,159 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:52,171 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144992160, exclude list is [], retry=0 2024-12-02T13:09:52,173 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:52,174 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:52,174 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:52,175 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144992160 2024-12-02T13:09:52,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:09:52,176 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 082462fa21dcedd6e9011b24cb6c9aa9, NAME => 'testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:52,176 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:52,176 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,176 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,178 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,179 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName a 2024-12-02T13:09:52,179 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,184 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/a/9fd2d62cf7674c21a28db62724b4191e 2024-12-02T13:09:52,184 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,184 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,186 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName b 2024-12-02T13:09:52,186 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,186 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,186 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,187 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 082462fa21dcedd6e9011b24cb6c9aa9 columnFamilyName c 2024-12-02T13:09:52,187 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,194 DEBUG [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/c/843e3a81bb0a44b59902fcec1ec484d9 2024-12-02T13:09:52,194 INFO [StoreOpener-082462fa21dcedd6e9011b24cb6c9aa9-1 {}] regionserver.HStore(327): Store=082462fa21dcedd6e9011b24cb6c9aa9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,194 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,195 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,197 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,197 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 2024-12-02T13:09:52,199 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:09:52,201 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 2024-12-02T13:09:52,202 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 082462fa21dcedd6e9011b24cb6c9aa9 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T13:09:52,216 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/14445c3c0fca43d4b0fd6e6825fb55b6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733144992002/Put/seqid=0 2024-12-02T13:09:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:09:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:09:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:09:52,224 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/14445c3c0fca43d4b0fd6e6825fb55b6 2024-12-02T13:09:52,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/.tmp/b/14445c3c0fca43d4b0fd6e6825fb55b6 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/14445c3c0fca43d4b0fd6e6825fb55b6 2024-12-02T13:09:52,235 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/b/14445c3c0fca43d4b0fd6e6825fb55b6, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T13:09:52,235 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 082462fa21dcedd6e9011b24cb6c9aa9 in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T13:09:52,236 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/0000000000000000032 2024-12-02T13:09:52,237 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,237 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,237 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:52,238 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 082462fa21dcedd6e9011b24cb6c9aa9 2024-12-02T13:09:52,241 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/082462fa21dcedd6e9011b24cb6c9aa9/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T13:09:52,242 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 082462fa21dcedd6e9011b24cb6c9aa9; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62152874, jitterRate=-0.07385000586509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:52,242 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 082462fa21dcedd6e9011b24cb6c9aa9: Writing region info on filesystem at 1733144992176Initializing all the Stores at 1733144992177 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992177Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992178 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992178Obtaining lock to block concurrent updates at 1733144992202 (+24 ms)Preparing flush snapshotting stores in 082462fa21dcedd6e9011b24cb6c9aa9 at 1733144992202Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733144992202Flushing stores of testReplayEditsWrittenViaHRegion,,1733144991918.082462fa21dcedd6e9011b24cb6c9aa9. at 1733144992202Flushing 082462fa21dcedd6e9011b24cb6c9aa9/b: creating writer at 1733144992202Flushing 082462fa21dcedd6e9011b24cb6c9aa9/b: appending metadata at 1733144992216 (+14 ms)Flushing 082462fa21dcedd6e9011b24cb6c9aa9/b: closing flushed file at 1733144992216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c335996: reopening flushed file at 1733144992229 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 082462fa21dcedd6e9011b24cb6c9aa9 in 33ms, sequenceid=32, compaction requested=false; wal=null at 1733144992235 (+6 ms)Cleaning up temporary data from old regions at 1733144992237 (+2 ms)Region opened successfully at 1733144992242 (+5 ms) 2024-12-02T13:09:52,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:51288 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:53290 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:43646 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:51912 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57092 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:37534 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=2576 (was 2581) 2024-12-02T13:09:52,263 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-02T13:09:52,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=2576 2024-12-02T13:09:52,274 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-02T13:09:52,287 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:52,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:09:52,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:09:52,293 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89348707, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-89348707, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:52,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89348707/hregion-89348707.1733144992293, exclude list is [], retry=0 2024-12-02T13:09:52,307 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:52,308 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:52,308 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:52,310 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89348707/hregion-89348707.1733144992293 2024-12-02T13:09:52,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:52,311 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fde24405b9a79708a4e03b00e81f7b84, NAME => 'testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:09:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:09:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:09:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:09:52,321 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:52,322 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,324 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName a 2024-12-02T13:09:52,324 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,324 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,325 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,326 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName b 2024-12-02T13:09:52,326 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,327 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,327 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,328 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName c 2024-12-02T13:09:52,328 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,329 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,331 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,331 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,332 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:52,333 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:09:52,335 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fde24405b9a79708a4e03b00e81f7b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60610603, jitterRate=-0.09683163464069366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fde24405b9a79708a4e03b00e81f7b84: Writing region info on filesystem at 1733144992321Initializing all the Stores at 1733144992322 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992322Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992322Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992322Cleaning up temporary data from old regions at 1733144992331 (+9 ms)Region opened successfully at 1733144992336 (+5 ms) 2024-12-02T13:09:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fde24405b9a79708a4e03b00e81f7b84, disabling compactions & flushes 2024-12-02T13:09:52,336 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:09:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:09:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. after waiting 0 ms 2024-12-02T13:09:52,336 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:09:52,337 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:09:52,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fde24405b9a79708a4e03b00e81f7b84: Waiting for close lock at 1733144992336Disabling compacts and flushes for region at 1733144992336Disabling writes for close at 1733144992336Writing region close event to WAL at 1733144992337 (+1 ms)Closed at 1733144992337 2024-12-02T13:09:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741901_1079 (size=95) 2024-12-02T13:09:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741901_1079 (size=95) 2024-12-02T13:09:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741901_1079 (size=95) 2024-12-02T13:09:52,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:09:52,342 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89348707:(num 1733144992293) 2024-12-02T13:09:52,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:09:52,344 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:09:52,356 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, exclude list is [], retry=0 2024-12-02T13:09:52,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:09:52,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:09:52,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:09:52,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 2024-12-02T13:09:52,362 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:09:52,413 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fde24405b9a79708a4e03b00e81f7b84, NAME => 'testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:09:52,415 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:09:52,415 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,415 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,418 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,419 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName a 2024-12-02T13:09:52,419 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,420 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,420 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,421 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName b 2024-12-02T13:09:52,421 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,421 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,422 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,422 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName c 2024-12-02T13:09:52,422 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:09:52,423 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:09:52,423 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,426 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,426 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,427 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:09:52,428 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,429 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fde24405b9a79708a4e03b00e81f7b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59886327, jitterRate=-0.10762418806552887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:09:52,429 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:09:52,429 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fde24405b9a79708a4e03b00e81f7b84: Running coprocessor pre-open hook at 1733144992415Writing region info on filesystem at 1733144992415Initializing all the Stores at 1733144992417 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992417Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992417Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144992417Cleaning up temporary data from old regions at 1733144992426 (+9 ms)Running coprocessor post-open hooks at 1733144992429 (+3 ms)Region opened successfully at 1733144992429 2024-12-02T13:09:52,442 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fde24405b9a79708a4e03b00e81f7b84 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T13:09:52,443 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:53,444 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:53,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:09:54,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T13:09:54,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:54,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T13:09:54,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:54,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T13:09:54,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:54,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T13:09:54,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T13:09:54,446 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:55,447 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:56,448 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:57,449 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:58,450 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:09:59,451 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:00,453 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:01,454 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for fde24405b9a79708a4e03b00e81f7b84/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:01,457 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fde24405b9a79708a4e03b00e81f7b84: 2024-12-02T13:10:01,457 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fde24405b9a79708a4e03b00e81f7b84: 2024-12-02T13:10:01,474 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T13:10:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fde24405b9a79708a4e03b00e81f7b84, disabling compactions & flushes 2024-12-02T13:10:01,474 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. after waiting 0 ms 2024-12-02T13:10:01,474 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,474 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,474 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. 2024-12-02T13:10:01,475 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fde24405b9a79708a4e03b00e81f7b84: Waiting for close lock at 1733145001474Running coprocessor pre-close hooks at 1733145001474Disabling compacts and flushes for region at 1733145001474Disabling writes for close at 1733145001474Writing region close event to WAL at 1733145001474Running coprocessor post-close hooks at 1733145001474Closed at 1733145001474 2024-12-02T13:10:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741903_1081 (size=2691) 2024-12-02T13:10:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741903_1081 (size=2691) 2024-12-02T13:10:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741903_1081 (size=2691) 2024-12-02T13:10:01,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, size=2.6 K (2691bytes) 2024-12-02T13:10:01,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 2024-12-02T13:10:01,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 after 0ms 2024-12-02T13:10:01,494 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:01,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 took 3ms 2024-12-02T13:10:01,496 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 so closing down 2024-12-02T13:10:01,496 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:10:01,497 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733144992344.temp 2024-12-02T13:10:01,498 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp 2024-12-02T13:10:01,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:10:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741904_1082 (size=2094) 2024-12-02T13:10:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741904_1082 (size=2094) 2024-12-02T13:10:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741904_1082 (size=2094) 2024-12-02T13:10:01,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T13:10:01,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 2024-12-02T13:10:01,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-02T13:10:01,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, journal: Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, size=2.6 K (2691bytes) at 1733145001491Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 so closing down at 1733145001496 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp at 1733145001498 (+2 ms)3 split writer threads finished at 1733145001499 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733145001508 (+9 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000004-wal.1733144992344.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 at 1733145001509 (+1 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733145001509 2024-12-02T13:10:01,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733144992344 to hdfs://localhost:37235/hbase/oldWALs/wal.1733144992344 2024-12-02T13:10:01,513 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 2024-12-02T13:10:01,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:01,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:01,526 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733145001515, exclude list is [], retry=0 2024-12-02T13:10:01,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:01,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:01,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:01,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733145001515 2024-12-02T13:10:01,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:10:01,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fde24405b9a79708a4e03b00e81f7b84, NAME => 'testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:01,531 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:01,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,533 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,534 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName a 2024-12-02T13:10:01,534 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:01,534 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:01,534 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,535 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName b 2024-12-02T13:10:01,535 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:01,536 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:01,536 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,536 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde24405b9a79708a4e03b00e81f7b84 columnFamilyName c 2024-12-02T13:10:01,537 DEBUG [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:01,537 INFO [StoreOpener-fde24405b9a79708a4e03b00e81f7b84-1 {}] regionserver.HStore(327): Store=fde24405b9a79708a4e03b00e81f7b84/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:01,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,540 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 2024-12-02T13:10:01,541 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:01,543 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 2024-12-02T13:10:01,543 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fde24405b9a79708a4e03b00e81f7b84 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T13:10:01,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/a/a16c162123a94b2ea160cf7f813f79ff is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733145001467/Put/seqid=0 2024-12-02T13:10:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:10:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:10:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:10:01,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/a/a16c162123a94b2ea160cf7f813f79ff 2024-12-02T13:10:01,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/b/c75bcfa67dc64e53a2b1638e0cc22da4 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733145001458/Put/seqid=0 2024-12-02T13:10:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:10:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:10:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:10:01,588 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/b/c75bcfa67dc64e53a2b1638e0cc22da4 2024-12-02T13:10:01,607 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/c/59079e1178c44fc4aefb00557e527199 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733145001465/Put/seqid=0 2024-12-02T13:10:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:10:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:10:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:10:01,613 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/c/59079e1178c44fc4aefb00557e527199 2024-12-02T13:10:01,619 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/a/a16c162123a94b2ea160cf7f813f79ff as hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/a/a16c162123a94b2ea160cf7f813f79ff 2024-12-02T13:10:01,625 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/a/a16c162123a94b2ea160cf7f813f79ff, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T13:10:01,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/b/c75bcfa67dc64e53a2b1638e0cc22da4 as hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/b/c75bcfa67dc64e53a2b1638e0cc22da4 2024-12-02T13:10:01,631 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/b/c75bcfa67dc64e53a2b1638e0cc22da4, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T13:10:01,632 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/.tmp/c/59079e1178c44fc4aefb00557e527199 as hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/c/59079e1178c44fc4aefb00557e527199 2024-12-02T13:10:01,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/c/59079e1178c44fc4aefb00557e527199, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T13:10:01,638 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fde24405b9a79708a4e03b00e81f7b84 in 95ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T13:10:01,639 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/0000000000000000026 2024-12-02T13:10:01,640 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,640 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,641 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:01,642 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,644 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsAfterAbortingFlush/fde24405b9a79708a4e03b00e81f7b84/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T13:10:01,645 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fde24405b9a79708a4e03b00e81f7b84; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66853456, jitterRate=-0.003805875778198242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:01,646 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fde24405b9a79708a4e03b00e81f7b84 2024-12-02T13:10:01,646 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fde24405b9a79708a4e03b00e81f7b84: Running coprocessor pre-open hook at 1733145001531Writing region info on filesystem at 1733145001531Initializing all the Stores at 1733145001532 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145001532Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145001532Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145001532Obtaining lock to block concurrent updates at 1733145001543 (+11 ms)Preparing flush snapshotting stores in fde24405b9a79708a4e03b00e81f7b84 at 1733145001543Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733145001543Flushing stores of testReplayEditsAfterAbortingFlush,,1733144992288.fde24405b9a79708a4e03b00e81f7b84. at 1733145001543Flushing fde24405b9a79708a4e03b00e81f7b84/a: creating writer at 1733145001543Flushing fde24405b9a79708a4e03b00e81f7b84/a: appending metadata at 1733145001555 (+12 ms)Flushing fde24405b9a79708a4e03b00e81f7b84/a: closing flushed file at 1733145001555Flushing fde24405b9a79708a4e03b00e81f7b84/b: creating writer at 1733145001568 (+13 ms)Flushing fde24405b9a79708a4e03b00e81f7b84/b: appending metadata at 1733145001582 (+14 ms)Flushing fde24405b9a79708a4e03b00e81f7b84/b: closing flushed file at 1733145001582Flushing fde24405b9a79708a4e03b00e81f7b84/c: creating writer at 1733145001592 (+10 ms)Flushing fde24405b9a79708a4e03b00e81f7b84/c: appending metadata at 1733145001606 (+14 ms)Flushing fde24405b9a79708a4e03b00e81f7b84/c: closing flushed file at 1733145001607 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70234b76: reopening flushed file at 1733145001618 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa2b611: reopening flushed file at 1733145001625 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601a681e: reopening flushed file at 1733145001631 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for fde24405b9a79708a4e03b00e81f7b84 in 95ms, sequenceid=26, compaction requested=false; wal=null at 1733145001638 (+7 ms)Cleaning up temporary data from old regions at 1733145001640 (+2 ms)Running coprocessor post-open hooks at 1733145001646 (+6 ms)Region opened successfully at 1733145001646 2024-12-02T13:10:01,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=414 (was 417), OpenFileDescriptor=1181 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2561 (was 2576) 2024-12-02T13:10:01,664 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-02T13:10:01,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=2557 2024-12-02T13:10:01,675 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-02T13:10:01,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:01,690 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:01,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:10:01,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67155321, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-67155321, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:01,705 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67155321/hregion-67155321.1733145001694, exclude list is [], retry=0 2024-12-02T13:10:01,708 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:01,708 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:01,708 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:01,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67155321/hregion-67155321.1733145001694 2024-12-02T13:10:01,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:10:01,711 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a031f6c3716f522f7531a670bf7e1a68, NAME => 'testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:10:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:10:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:10:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:10:01,721 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:01,722 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,723 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a031f6c3716f522f7531a670bf7e1a68 columnFamilyName a 2024-12-02T13:10:01,724 DEBUG [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:01,724 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(327): Store=a031f6c3716f522f7531a670bf7e1a68/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:01,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,726 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,726 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,727 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,729 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:10:01,730 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a031f6c3716f522f7531a670bf7e1a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60972389, jitterRate=-0.0914406031370163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:10:01,730 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a031f6c3716f522f7531a670bf7e1a68: Writing region info on filesystem at 1733145001721Initializing all the Stores at 1733145001722 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145001722Cleaning up temporary data from old regions at 1733145001726 (+4 ms)Region opened successfully at 1733145001730 (+4 ms) 2024-12-02T13:10:01,730 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a031f6c3716f522f7531a670bf7e1a68, disabling compactions & flushes 2024-12-02T13:10:01,730 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,730 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,730 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. after waiting 0 ms 2024-12-02T13:10:01,730 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,731 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a031f6c3716f522f7531a670bf7e1a68: Waiting for close lock at 1733145001730Disabling compacts and flushes for region at 1733145001730Disabling writes for close at 1733145001730Writing region close event to WAL at 1733145001731 (+1 ms)Closed at 1733145001731 2024-12-02T13:10:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741909_1087 (size=95) 2024-12-02T13:10:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741909_1087 (size=95) 2024-12-02T13:10:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741909_1087 (size=95) 2024-12-02T13:10:01,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:10:01,736 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67155321:(num 1733145001694) 2024-12-02T13:10:01,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:01,738 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:01,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, exclude list is [], retry=0 2024-12-02T13:10:01,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:01,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:01,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:01,759 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 2024-12-02T13:10:01,759 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:10:01,759 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a031f6c3716f522f7531a670bf7e1a68, NAME => 'testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:01,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:01,759 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,759 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,760 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,761 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a031f6c3716f522f7531a670bf7e1a68 columnFamilyName a 2024-12-02T13:10:01,761 DEBUG [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:01,762 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(327): Store=a031f6c3716f522f7531a670bf7e1a68/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:01,762 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,764 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,764 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,766 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:01,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a031f6c3716f522f7531a670bf7e1a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70756715, jitterRate=0.05435721576213837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:10:01,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a031f6c3716f522f7531a670bf7e1a68: Writing region info on filesystem at 1733145001759Initializing all the Stores at 1733145001760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145001760Cleaning up temporary data from old regions at 1733145001764 (+4 ms)Region opened successfully at 1733145001767 (+3 ms) 2024-12-02T13:10:01,775 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a031f6c3716f522f7531a670bf7e1a68, disabling compactions & flushes 2024-12-02T13:10:01,775 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,775 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,775 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. after waiting 0 ms 2024-12-02T13:10:01,775 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,775 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. 2024-12-02T13:10:01,775 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a031f6c3716f522f7531a670bf7e1a68: Waiting for close lock at 1733145001775Disabling compacts and flushes for region at 1733145001775Disabling writes for close at 1733145001775Writing region close event to WAL at 1733145001775Closed at 1733145001775 2024-12-02T13:10:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741911_1089 (size=1050) 2024-12-02T13:10:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741911_1089 (size=1050) 2024-12-02T13:10:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741911_1089 (size=1050) 2024-12-02T13:10:01,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, size=1.0 K (1050bytes) 2024-12-02T13:10:01,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 2024-12-02T13:10:01,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 after 1ms 2024-12-02T13:10:01,793 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:01,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 took 3ms 2024-12-02T13:10:01,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 so closing down 2024-12-02T13:10:01,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:10:01,796 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733145001738.temp 2024-12-02T13:10:01,796 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp 2024-12-02T13:10:01,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:10:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741912_1090 (size=1050) 2024-12-02T13:10:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741912_1090 (size=1050) 2024-12-02T13:10:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741912_1090 (size=1050) 2024-12-02T13:10:01,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T13:10:01,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp to hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 2024-12-02T13:10:01,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-02T13:10:01,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, journal: Splitting hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, size=1.0 K (1050bytes) at 1733145001790Finishing writing output for hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 so closing down at 1733145001795 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp at 1733145001796 (+1 ms)3 split writer threads finished at 1733145001797 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733145001803 (+6 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000003-wal.1733145001738.temp to hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 at 1733145001805 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733145001805 2024-12-02T13:10:01,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145001738 to hdfs://localhost:37235/hbase/oldWALs/wal.1733145001738 2024-12-02T13:10:01,808 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 2024-12-02T13:10:01,812 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:02,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:02,109 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:02,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145002110, exclude list is [], retry=0 2024-12-02T13:10:02,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:02,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:02,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:02,125 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145002110 2024-12-02T13:10:02,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:10:02,125 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a031f6c3716f522f7531a670bf7e1a68, NAME => 'testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:02,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:02,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,126 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,129 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,131 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a031f6c3716f522f7531a670bf7e1a68 columnFamilyName a 2024-12-02T13:10:02,131 DEBUG [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,131 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(327): Store=a031f6c3716f522f7531a670bf7e1a68/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,132 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,134 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 2024-12-02T13:10:02,136 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:02,137 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 2024-12-02T13:10:02,138 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a031f6c3716f522f7531a670bf7e1a68 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T13:10:02,157 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/.tmp/a/419dc4d035444ae69f3c9090bd7d62a3 is 79, key is testDatalossWhenInputError/a:x0/1733145001768/Put/seqid=0 2024-12-02T13:10:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:10:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:10:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:10:02,163 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/.tmp/a/419dc4d035444ae69f3c9090bd7d62a3 2024-12-02T13:10:02,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/.tmp/a/419dc4d035444ae69f3c9090bd7d62a3 as hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/a/419dc4d035444ae69f3c9090bd7d62a3 2024-12-02T13:10:02,181 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/a/419dc4d035444ae69f3c9090bd7d62a3, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T13:10:02,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a031f6c3716f522f7531a670bf7e1a68 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T13:10:02,182 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/0000000000000000012 2024-12-02T13:10:02,183 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,183 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,185 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,188 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T13:10:02,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a031f6c3716f522f7531a670bf7e1a68; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71963119, jitterRate=0.07233403623104095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:10:02,189 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a031f6c3716f522f7531a670bf7e1a68: Writing region info on filesystem at 1733145002126Initializing all the Stores at 1733145002129 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002129Obtaining lock to block concurrent updates at 1733145002138 (+9 ms)Preparing flush snapshotting stores in a031f6c3716f522f7531a670bf7e1a68 at 1733145002138Finished memstore snapshotting testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733145002138Flushing stores of testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68. at 1733145002138Flushing a031f6c3716f522f7531a670bf7e1a68/a: creating writer at 1733145002138Flushing a031f6c3716f522f7531a670bf7e1a68/a: appending metadata at 1733145002157 (+19 ms)Flushing a031f6c3716f522f7531a670bf7e1a68/a: closing flushed file at 1733145002157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e4e72d: reopening flushed file at 1733145002170 (+13 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a031f6c3716f522f7531a670bf7e1a68 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1733145002181 (+11 ms)Cleaning up temporary data from old regions at 1733145002183 (+2 ms)Region opened successfully at 1733145002189 (+6 ms) 2024-12-02T13:10:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a031f6c3716f522f7531a670bf7e1a68, NAME => 'testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733145001689.a031f6c3716f522f7531a670bf7e1a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,193 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,194 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a031f6c3716f522f7531a670bf7e1a68 columnFamilyName a 2024-12-02T13:10:02,194 DEBUG [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,200 DEBUG [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/a/419dc4d035444ae69f3c9090bd7d62a3 2024-12-02T13:10:02,200 INFO [StoreOpener-a031f6c3716f522f7531a670bf7e1a68-1 {}] regionserver.HStore(327): Store=a031f6c3716f522f7531a670bf7e1a68/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,200 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,203 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,203 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,205 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a031f6c3716f522f7531a670bf7e1a68 2024-12-02T13:10:02,207 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testDatalossWhenInputError/a031f6c3716f522f7531a670bf7e1a68/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T13:10:02,209 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a031f6c3716f522f7531a670bf7e1a68; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75239886, jitterRate=0.12116166949272156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:10:02,209 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a031f6c3716f522f7531a670bf7e1a68: Writing region info on filesystem at 1733145002192Initializing all the Stores at 1733145002193 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002193Cleaning up temporary data from old regions at 1733145002203 (+10 ms)Region opened successfully at 1733145002209 (+6 ms) 2024-12-02T13:10:02,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57654 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57608 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:48934 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:38504 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:49044 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:38530 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=2548 (was 2557) 2024-12-02T13:10:02,227 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-02T13:10:02,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=2547 2024-12-02T13:10:02,238 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-02T13:10:02,251 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:02,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:02,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:10:02,255 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22382148, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-22382148, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:02,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22382148/hregion-22382148.1733145002256, exclude list is [], retry=0 2024-12-02T13:10:02,269 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:02,269 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:02,270 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:02,272 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22382148/hregion-22382148.1733145002256 2024-12-02T13:10:02,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:10:02,272 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2a67075364d1eb4fdffdcc3d1e0e7da1, NAME => 'testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:10:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:10:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:10:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:10:02,285 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:02,288 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,289 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName a 2024-12-02T13:10:02,289 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,290 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,290 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,291 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName b 2024-12-02T13:10:02,291 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,292 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,292 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,293 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName c 2024-12-02T13:10:02,293 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,294 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,294 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,295 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,295 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,296 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,296 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,296 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:02,297 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,299 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:10:02,300 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a67075364d1eb4fdffdcc3d1e0e7da1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71202495, jitterRate=0.060999855399131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: Writing region info on filesystem at 1733145002285Initializing all the Stores at 1733145002286 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002286Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002288 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002288Cleaning up temporary data from old regions at 1733145002296 (+8 ms)Region opened successfully at 1733145002300 (+4 ms) 2024-12-02T13:10:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a67075364d1eb4fdffdcc3d1e0e7da1, disabling compactions & flushes 2024-12-02T13:10:02,300 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. after waiting 0 ms 2024-12-02T13:10:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:02,301 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:02,301 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: Waiting for close lock at 1733145002300Disabling compacts and flushes for region at 1733145002300Disabling writes for close at 1733145002300Writing region close event to WAL at 1733145002301 (+1 ms)Closed at 1733145002301 2024-12-02T13:10:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741915_1093 (size=95) 2024-12-02T13:10:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741915_1093 (size=95) 2024-12-02T13:10:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741915_1093 (size=95) 2024-12-02T13:10:02,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:10:02,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22382148:(num 1733145002256) 2024-12-02T13:10:02,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:02,308 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:02,323 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, exclude list is [], retry=0 2024-12-02T13:10:02,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:02,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:02,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:02,327 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 2024-12-02T13:10:02,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:10:02,328 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a67075364d1eb4fdffdcc3d1e0e7da1, NAME => 'testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:02,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:02,328 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,328 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,329 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,330 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName a 2024-12-02T13:10:02,330 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,331 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,331 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,332 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName b 2024-12-02T13:10:02,332 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,332 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,332 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,333 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName c 2024-12-02T13:10:02,333 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:02,334 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:02,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,337 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:02,339 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:02,339 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a67075364d1eb4fdffdcc3d1e0e7da1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68245776, jitterRate=0.016941308975219727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:02,340 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: Writing region info on filesystem at 1733145002328Initializing all the Stores at 1733145002329 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002329Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002329Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145002329Cleaning up temporary data from old regions at 1733145002337 (+8 ms)Region opened successfully at 1733145002340 (+3 ms) 2024-12-02T13:10:02,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733145002343/Put/seqid=0 2024-12-02T13:10:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:10:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:10:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:10:02,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733145002352/Put/seqid=0 2024-12-02T13:10:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:10:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:10:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:10:02,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733145002363/Put/seqid=0 2024-12-02T13:10:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:10:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:10:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:10:02,372 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,375 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T13:10:02,375 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:10:02,375 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,378 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T13:10:02,378 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:10:02,379 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,382 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T13:10:02,382 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:10:02,382 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a67075364d1eb4fdffdcc3d1e0e7da1 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T13:10:02,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp/a/31785429621541ed9975d1cbf58b3865 is 55, key is testCompactedBulkLoadedFiles/a:a/1733145002340/Put/seqid=0 2024-12-02T13:10:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:10:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:10:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:10:02,406 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp/a/31785429621541ed9975d1cbf58b3865 2024-12-02T13:10:02,413 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp/a/31785429621541ed9975d1cbf58b3865 as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865 2024-12-02T13:10:02,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:10:02,420 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T13:10:02,421 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 2a67075364d1eb4fdffdcc3d1e0e7da1 in 39ms, sequenceid=4, compaction requested=false 2024-12-02T13:10:02,421 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: 2024-12-02T13:10:02,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ 2024-12-02T13:10:02,425 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ 2024-12-02T13:10:02,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ 2024-12-02T13:10:02,427 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile0 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ - updating store file list. 2024-12-02T13:10:02,432 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3689b98055e94a4b872a306a9fc2fa14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:02,432 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ into 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,432 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile0 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a (new location: hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_) 2024-12-02T13:10:02,434 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile1 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ - updating store file list. 2024-12-02T13:10:02,439 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:02,440 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ into 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,440 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile1 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a (new location: hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_) 2024-12-02T13:10:02,441 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile2 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ - updating store file list. 2024-12-02T13:10:02,446 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93df96016dae47a69770844c9acbff6f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:02,446 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ into 2a67075364d1eb4fdffdcc3d1e0e7da1/a 2024-12-02T13:10:02,446 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37235/hbase/testCompactedBulkLoadedFiles/hfile2 into 2a67075364d1eb4fdffdcc3d1e0e7da1/a (new location: hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_) 2024-12-02T13:10:02,455 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T13:10:02,455 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2a67075364d1eb4fdffdcc3d1e0e7da1/a is initiating major compaction (all files) 2024-12-02T13:10:02,455 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2a67075364d1eb4fdffdcc3d1e0e7da1/a in testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:02,456 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_] into tmpdir=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp, totalSize=19.3 K 2024-12-02T13:10:02,456 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 31785429621541ed9975d1cbf58b3865, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733145002340 2024-12-02T13:10:02,457 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3689b98055e94a4b872a306a9fc2fa14_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:10:02,457 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:10:02,457 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 93df96016dae47a69770844c9acbff6f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:10:02,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp/a/0b681a005ba34dec8056b674f0ca86eb is 55, key is testCompactedBulkLoadedFiles/a:a/1733145002340/Put/seqid=0 2024-12-02T13:10:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:10:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:10:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:10:02,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/.tmp/a/0b681a005ba34dec8056b674f0ca86eb as hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/0b681a005ba34dec8056b674f0ca86eb 2024-12-02T13:10:02,496 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 2a67075364d1eb4fdffdcc3d1e0e7da1/a of 2a67075364d1eb4fdffdcc3d1e0e7da1 into 0b681a005ba34dec8056b674f0ca86eb(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:10:02,496 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: 2024-12-02T13:10:02,496 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T13:10:02,496 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T13:10:02,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, size=0 (0bytes) 2024-12-02T13:10:02,527 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 might be still open, length is 0 2024-12-02T13:10:02,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 2024-12-02T13:10:02,528 WARN [IPC Server handler 3 on default port 37235 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-02T13:10:02,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 after 1ms 2024-12-02T13:10:03,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T13:10:03,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T13:10:03,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T13:10:03,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T13:10:05,224 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:38556 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38556 dst: /127.0.0.1:44423 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44423 remote=/127.0.0.1:38556]. Total timeout mills is 60000, 57273 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:05,225 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:49078 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45353:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49078 dst: /127.0.0.1:45353 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:05,225 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57680 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57680 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741917_1101 (size=1173) 2024-12-02T13:10:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741917_1101 (size=1173) 2024-12-02T13:10:06,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 after 4002ms 2024-12-02T13:10:06,532 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:06,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 took 4005ms 2024-12-02T13:10:06,534 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308; continuing. 2024-12-02T13:10:06,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 so closing down 2024-12-02T13:10:06,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:10:06,537 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733145002308.temp 2024-12-02T13:10:06,539 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp 2024-12-02T13:10:06,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:10:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741923_1102 (size=550) 2024-12-02T13:10:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741923_1102 (size=550) 2024-12-02T13:10:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741923_1102 (size=550) 2024-12-02T13:10:06,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:10:06,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp to hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 2024-12-02T13:10:06,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:10:06,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, journal: Splitting hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, size=0 (0bytes) at 1733145002527Finishing writing output for hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 so closing down at 1733145006534 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp at 1733145006539 (+5 ms)3 split writer threads finished at 1733145006539Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733145006547 (+8 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000003-wal.1733145002308.temp to hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 at 1733145006549 (+2 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308, size=0, length=0, corrupted=false, cancelled=false at 1733145006549 2024-12-02T13:10:06,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 to hdfs://localhost:37235/hbase/oldWALs/wal.1733145002308 2024-12-02T13:10:06,552 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 2024-12-02T13:10:06,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:06,554 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:06,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145006554, exclude list is [], retry=0 2024-12-02T13:10:06,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:06,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:06,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:06,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145006554 2024-12-02T13:10:06,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:10:06,569 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a67075364d1eb4fdffdcc3d1e0e7da1, NAME => 'testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:06,569 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:06,569 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,569 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,570 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,571 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName a 2024-12-02T13:10:06,571 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,578 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/0b681a005ba34dec8056b674f0ca86eb 2024-12-02T13:10:06,582 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865 2024-12-02T13:10:06,585 DEBUG [StoreFileOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3689b98055e94a4b872a306a9fc2fa14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:06,586 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ 2024-12-02T13:10:06,589 DEBUG [StoreFileOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93df96016dae47a69770844c9acbff6f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:06,589 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ 2024-12-02T13:10:06,592 DEBUG [StoreFileOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:10:06,592 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ 2024-12-02T13:10:06,592 WARN [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@78fe0bc5 2024-12-02T13:10:06,593 WARN [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@78fe0bc5 2024-12-02T13:10:06,593 WARN [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@78fe0bc5 2024-12-02T13:10:06,593 WARN [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@78fe0bc5 2024-12-02T13:10:06,593 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_] to archive 2024-12-02T13:10:06,594 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:10:06,596 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865 to hdfs://localhost:37235/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/31785429621541ed9975d1cbf58b3865 2024-12-02T13:10:06,597 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ to hdfs://localhost:37235/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/3689b98055e94a4b872a306a9fc2fa14_SeqId_4_ 2024-12-02T13:10:06,598 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ to hdfs://localhost:37235/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/93df96016dae47a69770844c9acbff6f_SeqId_4_ 2024-12-02T13:10:06,600 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ to hdfs://localhost:37235/hbase/archive/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/a/ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_ 2024-12-02T13:10:06,600 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,600 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,601 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName b 2024-12-02T13:10:06,601 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,601 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,601 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,602 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a67075364d1eb4fdffdcc3d1e0e7da1 columnFamilyName c 2024-12-02T13:10:06,602 DEBUG [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,603 INFO [StoreOpener-2a67075364d1eb4fdffdcc3d1e0e7da1-1 {}] regionserver.HStore(327): Store=2a67075364d1eb4fdffdcc3d1e0e7da1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,603 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,606 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 2024-12-02T13:10:06,607 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:06,609 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 2a67075364d1eb4fdffdcc3d1e0e7da1 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "2a67075364d1eb4fdffdcc3d1e0e7da1" family_name: "a" compaction_input: "31785429621541ed9975d1cbf58b3865" compaction_input: "3689b98055e94a4b872a306a9fc2fa14_SeqId_4_" compaction_input: "ea5bc4a4ee27449f8dbc803a5ab76722_SeqId_4_" compaction_input: "93df96016dae47a69770844c9acbff6f_SeqId_4_" compaction_output: "0b681a005ba34dec8056b674f0ca86eb" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T13:10:06,609 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T13:10:06,609 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 2024-12-02T13:10:06,610 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/0000000000000000008 2024-12-02T13:10:06,611 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,612 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,612 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:06,614 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a67075364d1eb4fdffdcc3d1e0e7da1 2024-12-02T13:10:06,617 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testCompactedBulkLoadedFiles/2a67075364d1eb4fdffdcc3d1e0e7da1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:10:06,618 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a67075364d1eb4fdffdcc3d1e0e7da1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62143795, jitterRate=-0.07398529350757599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:06,618 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: Writing region info on filesystem at 1733145006569Initializing all the Stores at 1733145006570 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006570Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006570Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006570Cleaning up temporary data from old regions at 1733145006612 (+42 ms)Region opened successfully at 1733145006618 (+6 ms) 2024-12-02T13:10:06,621 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a67075364d1eb4fdffdcc3d1e0e7da1, disabling compactions & flushes 2024-12-02T13:10:06,621 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:06,621 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:06,621 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. after waiting 0 ms 2024-12-02T13:10:06,621 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:06,622 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733145002251.2a67075364d1eb4fdffdcc3d1e0e7da1. 2024-12-02T13:10:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a67075364d1eb4fdffdcc3d1e0e7da1: Waiting for close lock at 1733145006621Disabling compacts and flushes for region at 1733145006621Disabling writes for close at 1733145006621Writing region close event to WAL at 1733145006622 (+1 ms)Closed at 1733145006622 2024-12-02T13:10:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741924_1103 (size=95) 2024-12-02T13:10:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741924_1103 (size=95) 2024-12-02T13:10:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741924_1103 (size=95) 2024-12-02T13:10:06,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:10:06,628 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733145006554) 2024-12-02T13:10:06,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 425) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_743204109_22 at /127.0.0.1:57740 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_743204109_22 at /127.0.0.1:49150 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_743204109_22 at /127.0.0.1:38610 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37235 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2530 (was 2547) 2024-12-02T13:10:06,642 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T13:10:06,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=2529 2024-12-02T13:10:06,653 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T13:10:06,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:06,668 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:10:06,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:10:06,671 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35890797, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/hregion-35890797, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:06,682 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35890797/hregion-35890797.1733145006671, exclude list is [], retry=0 2024-12-02T13:10:06,685 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:06,685 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:06,685 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:06,687 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35890797/hregion-35890797.1733145006671 2024-12-02T13:10:06,687 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:10:06,687 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b3164b40c9210a9759aafd077d6171b2, NAME => 'testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37235/hbase 2024-12-02T13:10:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:10:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:10:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:10:06,696 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:06,697 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,698 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName a 2024-12-02T13:10:06,698 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,698 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,698 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,700 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName b 2024-12-02T13:10:06,700 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,700 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,700 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,701 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName c 2024-12-02T13:10:06,701 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,701 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,702 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,703 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,703 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,704 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:06,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,706 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:10:06,707 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3164b40c9210a9759aafd077d6171b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277434, jitterRate=0.062116533517837524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3164b40c9210a9759aafd077d6171b2: Writing region info on filesystem at 1733145006696Initializing all the Stores at 1733145006696Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006696Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006697 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006697Cleaning up temporary data from old regions at 1733145006703 (+6 ms)Region opened successfully at 1733145006707 (+4 ms) 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b3164b40c9210a9759aafd077d6171b2, disabling compactions & flushes 2024-12-02T13:10:06,707 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. after waiting 0 ms 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,707 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,707 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b3164b40c9210a9759aafd077d6171b2: Waiting for close lock at 1733145006707Disabling compacts and flushes for region at 1733145006707Disabling writes for close at 1733145006707Writing region close event to WAL at 1733145006707Closed at 1733145006707 2024-12-02T13:10:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741925_1104 (size=95) 2024-12-02T13:10:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741925_1104 (size=95) 2024-12-02T13:10:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741925_1104 (size=95) 2024-12-02T13:10:06,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:10:06,711 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35890797:(num 1733145006671) 2024-12-02T13:10:06,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:06,713 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:06,724 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, exclude list is [], retry=0 2024-12-02T13:10:06,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:06,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:06,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:06,729 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 2024-12-02T13:10:06,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163)] 2024-12-02T13:10:06,729 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b3164b40c9210a9759aafd077d6171b2, NAME => 'testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:06,729 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:06,729 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,729 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,731 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,731 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName a 2024-12-02T13:10:06,731 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,732 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,732 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,732 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName b 2024-12-02T13:10:06,733 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,733 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,733 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,734 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName c 2024-12-02T13:10:06,734 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,734 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,734 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,737 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,737 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,737 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:06,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,739 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3164b40c9210a9759aafd077d6171b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600381, jitterRate=-0.09698395431041718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3164b40c9210a9759aafd077d6171b2: Writing region info on filesystem at 1733145006729Initializing all the Stores at 1733145006730 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006730Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006730Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006730Cleaning up temporary data from old regions at 1733145006737 (+7 ms)Region opened successfully at 1733145006740 (+3 ms) 2024-12-02T13:10:06,746 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3164b40c9210a9759aafd077d6171b2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T13:10:06,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/0079941bb70741b6aeae3174205cf291 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733145006740/Put/seqid=0 2024-12-02T13:10:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:10:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:10:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:10:06,766 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/0079941bb70741b6aeae3174205cf291 2024-12-02T13:10:06,771 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/0079941bb70741b6aeae3174205cf291 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/0079941bb70741b6aeae3174205cf291 2024-12-02T13:10:06,776 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/0079941bb70741b6aeae3174205cf291, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T13:10:06,777 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b3164b40c9210a9759aafd077d6171b2 in 31ms, sequenceid=13, compaction requested=false 2024-12-02T13:10:06,777 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3164b40c9210a9759aafd077d6171b2: 2024-12-02T13:10:06,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b3164b40c9210a9759aafd077d6171b2, disabling compactions & flushes 2024-12-02T13:10:06,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. after waiting 0 ms 2024-12-02T13:10:06,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,796 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,796 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:06,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b3164b40c9210a9759aafd077d6171b2: Waiting for close lock at 1733145006795Disabling compacts and flushes for region at 1733145006795Disabling writes for close at 1733145006795Writing region close event to WAL at 1733145006796 (+1 ms)Closed at 1733145006796 2024-12-02T13:10:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741927_1106 (size=3341) 2024-12-02T13:10:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741927_1106 (size=3341) 2024-12-02T13:10:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741927_1106 (size=3341) 2024-12-02T13:10:06,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, size=3.3 K (3341bytes) 2024-12-02T13:10:06,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 2024-12-02T13:10:06,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 after 1ms 2024-12-02T13:10:06,815 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:06,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 took 3ms 2024-12-02T13:10:06,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 so closing down 2024-12-02T13:10:06,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:10:06,818 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733145006713.temp 2024-12-02T13:10:06,819 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp 2024-12-02T13:10:06,819 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:10:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741929_1108 (size=2944) 2024-12-02T13:10:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741929_1108 (size=2944) 2024-12-02T13:10:06,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741929_1108 (size=2944) 2024-12-02T13:10:06,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:10:06,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 2024-12-02T13:10:06,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, size=3.3 K, length=3341, corrupted=false, cancelled=false 2024-12-02T13:10:06,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, journal: Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, size=3.3 K (3341bytes) at 1733145006812Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 so closing down at 1733145006817 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp at 1733145006819 (+2 ms)3 split writer threads finished at 1733145006819Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733145006825 (+6 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000003-wal.1733145006713.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 at 1733145006827 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713, size=3.3 K, length=3341, corrupted=false, cancelled=false at 1733145006827 2024-12-02T13:10:06,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006713 to hdfs://localhost:37235/hbase/oldWALs/wal.1733145006713 2024-12-02T13:10:06,829 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 2024-12-02T13:10:06,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:06,831 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:06,842 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, exclude list is [], retry=0 2024-12-02T13:10:06,845 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:06,845 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:06,845 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:06,846 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 2024-12-02T13:10:06,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567)] 2024-12-02T13:10:06,847 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b3164b40c9210a9759aafd077d6171b2, NAME => 'testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:10:06,847 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:06,847 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,847 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,848 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,849 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName a 2024-12-02T13:10:06,849 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,854 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/0079941bb70741b6aeae3174205cf291 2024-12-02T13:10:06,854 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,854 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,855 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName b 2024-12-02T13:10:06,855 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,856 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,856 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,857 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName c 2024-12-02T13:10:06,857 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:06,857 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:06,857 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,858 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,860 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 2024-12-02T13:10:06,861 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:06,862 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 2024-12-02T13:10:06,862 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3164b40c9210a9759aafd077d6171b2 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T13:10:06,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/3f99dbf86ed3413baaae7ff5eb19b55e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733145006777/Put/seqid=0 2024-12-02T13:10:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:10:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:10:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:10:06,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/3f99dbf86ed3413baaae7ff5eb19b55e 2024-12-02T13:10:06,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/d3877c325daa4e00abe1c6e09959c559 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733145006784/Put/seqid=0 2024-12-02T13:10:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:10:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:10:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:10:06,906 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/d3877c325daa4e00abe1c6e09959c559 2024-12-02T13:10:06,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/3f99dbf86ed3413baaae7ff5eb19b55e as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/b/3f99dbf86ed3413baaae7ff5eb19b55e 2024-12-02T13:10:06,916 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/b/3f99dbf86ed3413baaae7ff5eb19b55e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T13:10:06,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/d3877c325daa4e00abe1c6e09959c559 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/c/d3877c325daa4e00abe1c6e09959c559 2024-12-02T13:10:06,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/c/d3877c325daa4e00abe1c6e09959c559, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T13:10:06,922 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b3164b40c9210a9759aafd077d6171b2 in 60ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T13:10:06,923 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000035 2024-12-02T13:10:06,924 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,924 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,925 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:06,926 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:06,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T13:10:06,928 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3164b40c9210a9759aafd077d6171b2; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63621835, jitterRate=-0.0519607812166214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:06,928 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3164b40c9210a9759aafd077d6171b2: Writing region info on filesystem at 1733145006847Initializing all the Stores at 1733145006848 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006848Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006848Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145006848Obtaining lock to block concurrent updates at 1733145006862 (+14 ms)Preparing flush snapshotting stores in b3164b40c9210a9759aafd077d6171b2 at 1733145006862Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733145006862Flushing stores of testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. at 1733145006862Flushing b3164b40c9210a9759aafd077d6171b2/b: creating writer at 1733145006863 (+1 ms)Flushing b3164b40c9210a9759aafd077d6171b2/b: appending metadata at 1733145006874 (+11 ms)Flushing b3164b40c9210a9759aafd077d6171b2/b: closing flushed file at 1733145006874Flushing b3164b40c9210a9759aafd077d6171b2/c: creating writer at 1733145006886 (+12 ms)Flushing b3164b40c9210a9759aafd077d6171b2/c: appending metadata at 1733145006898 (+12 ms)Flushing b3164b40c9210a9759aafd077d6171b2/c: closing flushed file at 1733145006898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2356eda6: reopening flushed file at 1733145006910 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71043f31: reopening flushed file at 1733145006916 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b3164b40c9210a9759aafd077d6171b2 in 60ms, sequenceid=35, compaction requested=false; wal=null at 1733145006922 (+6 ms)Cleaning up temporary data from old regions at 1733145006924 (+2 ms)Region opened successfully at 1733145006928 (+4 ms) 2024-12-02T13:10:06,984 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, size=0 (0bytes) 2024-12-02T13:10:06,985 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 might be still open, length is 0 2024-12-02T13:10:06,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 2024-12-02T13:10:06,985 WARN [IPC Server handler 2 on default port 37235 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-02T13:10:06,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 after 0ms 2024-12-02T13:10:06,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:10:08,222 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:49196 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45353:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49196 dst: /127.0.0.1:45353 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45353 remote=/127.0.0.1:49196]. Total timeout mills is 60000, 58732 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:08,223 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:57810 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57810 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:08,223 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-857886401_22 at /127.0.0.1:38674 [Receiving block BP-47078108-172.17.0.2-1733144970674:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44423:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38674 dst: /127.0.0.1:44423 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741930_1112 (size=2936) 2024-12-02T13:10:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741930_1112 (size=2936) 2024-12-02T13:10:10,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 after 4001ms 2024-12-02T13:10:10,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:10,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 took 4008ms 2024-12-02T13:10:10,996 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831; continuing. 2024-12-02T13:10:10,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 so closing down 2024-12-02T13:10:10,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:10:10,997 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733145006831.temp 2024-12-02T13:10:10,999 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp 2024-12-02T13:10:10,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:10:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741933_1113 (size=2944) 2024-12-02T13:10:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741933_1113 (size=2944) 2024-12-02T13:10:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741933_1113 (size=2944) 2024-12-02T13:10:11,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:10:11,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 2024-12-02T13:10:11,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:10:11,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, journal: Splitting hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, size=0 (0bytes) at 1733145006985Finishing writing output for hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 so closing down at 1733145010996 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp at 1733145010999 (+3 ms)3 split writer threads finished at 1733145010999Closed recovered edits writer path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733145011006 (+7 ms)Rename recovered edits hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000037-wal.1733145006831.temp to hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 at 1733145011008 (+2 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831, size=0, length=0, corrupted=false, cancelled=false at 1733145011008 2024-12-02T13:10:11,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 to hdfs://localhost:37235/hbase/oldWALs/wal.1733145006831 2024-12-02T13:10:11,010 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 2024-12-02T13:10:11,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:10:11,012 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37235/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665, archiveDir=hdfs://localhost:37235/hbase/oldWALs, maxLogs=32 2024-12-02T13:10:11,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145011012, exclude list is [], retry=0 2024-12-02T13:10:11,026 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44423,DS-e75cc73c-9e27-4ddc-af7f-ade1ede65b05,DISK] 2024-12-02T13:10:11,026 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40741,DS-694fdbde-f249-43d4-b27b-1012a8044159,DISK] 2024-12-02T13:10:11,026 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ec4d3f0c-c742-472e-a874-2936da4176df,DISK] 2024-12-02T13:10:11,028 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145011012 2024-12-02T13:10:11,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39163:39163),(127.0.0.1/127.0.0.1:40567:40567),(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-02T13:10:11,028 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:10:11,029 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,030 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName a 2024-12-02T13:10:11,030 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:11,034 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/0079941bb70741b6aeae3174205cf291 2024-12-02T13:10:11,034 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:11,035 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,035 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName b 2024-12-02T13:10:11,035 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:11,040 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/b/3f99dbf86ed3413baaae7ff5eb19b55e 2024-12-02T13:10:11,040 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:11,040 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,041 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3164b40c9210a9759aafd077d6171b2 columnFamilyName c 2024-12-02T13:10:11,041 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:10:11,045 DEBUG [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/c/d3877c325daa4e00abe1c6e09959c559 2024-12-02T13:10:11,045 INFO [StoreOpener-b3164b40c9210a9759aafd077d6171b2-1 {}] regionserver.HStore(327): Store=b3164b40c9210a9759aafd077d6171b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:10:11,045 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,048 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,049 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 2024-12-02T13:10:11,051 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T13:10:11,055 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 2024-12-02T13:10:11,056 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3164b40c9210a9759aafd077d6171b2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T13:10:11,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/a36c933e7fae411fa8e0e06af6922ba9 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733145006935/Put/seqid=0 2024-12-02T13:10:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:10:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:10:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:10:11,081 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/a36c933e7fae411fa8e0e06af6922ba9 2024-12-02T13:10:11,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/079bb68feddf41a9a944af7930a12c99 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733145006941/Put/seqid=0 2024-12-02T13:10:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:10:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:10:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:10:11,104 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/079bb68feddf41a9a944af7930a12c99 2024-12-02T13:10:11,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/a36c8c3277e842c482aaa106d025620f is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733145006948/Put/seqid=0 2024-12-02T13:10:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:10:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:10:11,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:10:11,127 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/a36c8c3277e842c482aaa106d025620f 2024-12-02T13:10:11,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/a/a36c933e7fae411fa8e0e06af6922ba9 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/a36c933e7fae411fa8e0e06af6922ba9 2024-12-02T13:10:11,136 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/a/a36c933e7fae411fa8e0e06af6922ba9, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:10:11,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/b/079bb68feddf41a9a944af7930a12c99 as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/b/079bb68feddf41a9a944af7930a12c99 2024-12-02T13:10:11,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/b/079bb68feddf41a9a944af7930a12c99, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:10:11,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/.tmp/c/a36c8c3277e842c482aaa106d025620f as hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/c/a36c8c3277e842c482aaa106d025620f 2024-12-02T13:10:11,147 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/c/a36c8c3277e842c482aaa106d025620f, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:10:11,147 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b3164b40c9210a9759aafd077d6171b2 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T13:10:11,148 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/0000000000000000066 2024-12-02T13:10:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,150 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:10:11,151 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3164b40c9210a9759aafd077d6171b2 2024-12-02T13:10:11,153 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/hbase/data/default/testReplayEditsWrittenViaHRegion/b3164b40c9210a9759aafd077d6171b2/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T13:10:11,154 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3164b40c9210a9759aafd077d6171b2; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72707690, jitterRate=0.0834290087223053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:10:11,154 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3164b40c9210a9759aafd077d6171b2: Writing region info on filesystem at 1733145011028Initializing all the Stores at 1733145011029 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145011029Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145011029Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733145011029Obtaining lock to block concurrent updates at 1733145011056 (+27 ms)Preparing flush snapshotting stores in b3164b40c9210a9759aafd077d6171b2 at 1733145011056Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733145011056Flushing stores of testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. at 1733145011056Flushing b3164b40c9210a9759aafd077d6171b2/a: creating writer at 1733145011056Flushing b3164b40c9210a9759aafd077d6171b2/a: appending metadata at 1733145011075 (+19 ms)Flushing b3164b40c9210a9759aafd077d6171b2/a: closing flushed file at 1733145011075Flushing b3164b40c9210a9759aafd077d6171b2/b: creating writer at 1733145011085 (+10 ms)Flushing b3164b40c9210a9759aafd077d6171b2/b: appending metadata at 1733145011098 (+13 ms)Flushing b3164b40c9210a9759aafd077d6171b2/b: closing flushed file at 1733145011098Flushing b3164b40c9210a9759aafd077d6171b2/c: creating writer at 1733145011108 (+10 ms)Flushing b3164b40c9210a9759aafd077d6171b2/c: appending metadata at 1733145011121 (+13 ms)Flushing b3164b40c9210a9759aafd077d6171b2/c: closing flushed file at 1733145011121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a59600: reopening flushed file at 1733145011131 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d71ca0e: reopening flushed file at 1733145011136 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffb96ea: reopening flushed file at 1733145011142 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b3164b40c9210a9759aafd077d6171b2 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1733145011147 (+5 ms)Cleaning up temporary data from old regions at 1733145011149 (+2 ms)Region opened successfully at 1733145011154 (+5 ms) 2024-12-02T13:10:11,165 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b3164b40c9210a9759aafd077d6171b2, disabling compactions & flushes 2024-12-02T13:10:11,165 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:11,165 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:11,165 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. after waiting 0 ms 2024-12-02T13:10:11,165 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:11,166 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733145006666.b3164b40c9210a9759aafd077d6171b2. 2024-12-02T13:10:11,166 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b3164b40c9210a9759aafd077d6171b2: Waiting for close lock at 1733145011165Disabling compacts and flushes for region at 1733145011165Disabling writes for close at 1733145011165Writing region close event to WAL at 1733145011166 (+1 ms)Closed at 1733145011166 2024-12-02T13:10:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741934_1114 (size=95) 2024-12-02T13:10:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741934_1114 (size=95) 2024-12-02T13:10:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741934_1114 (size=95) 2024-12-02T13:10:11,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:10:11,170 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733145011012) 2024-12-02T13:10:11,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_222417319_22 at /127.0.0.1:52450 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_222417319_22 at /127.0.0.1:37672 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_222417319_22 at /127.0.0.1:38442 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37235 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=2494 (was 2529) 2024-12-02T13:10:11,185 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-02T13:10:11,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:10:11,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:10:11,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:10:11,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:10:11,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:10:11,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1818773026, stopped=false 2024-12-02T13:10:11,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,44757,1733144973208 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:10:11,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:10:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:10:11,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:10:11,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:10:11,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:10:11,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:10:11,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,44579,1733144973803' ***** 2024-12-02T13:10:11,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:10:11,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:10:11,189 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,44117,1733144973896' ***** 2024-12-02T13:10:11,189 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:10:11,189 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:10:11,189 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:10:11,189 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:10:11,189 INFO [RS:1;06e3e18f2515:44117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:10:11,189 INFO [RS:0;06e3e18f2515:44579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:10:11,189 INFO [RS:1;06e3e18f2515:44117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,44117,1733144973896 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(3091): Received CLOSE for a42533b5fd879516e619b6404c50376d 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,44579,1733144973803 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;06e3e18f2515:44117. 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:44579. 2024-12-02T13:10:11,190 DEBUG [RS:1;06e3e18f2515:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:10:11,190 DEBUG [RS:0;06e3e18f2515:44579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:10:11,190 DEBUG [RS:0;06e3e18f2515:44579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,190 DEBUG [RS:1;06e3e18f2515:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,190 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a42533b5fd879516e619b6404c50376d, disabling compactions & flushes 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:10:11,190 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:10:11,190 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:10:11,190 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1325): Online Regions={a42533b5fd879516e619b6404c50376d=testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d.} 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:10:11,190 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:10:11,190 DEBUG [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1351): Waiting on a42533b5fd879516e619b6404c50376d 2024-12-02T13:10:11,190 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. after waiting 0 ms 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:10:11,190 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:10:11,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:10:11,190 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:10:11,190 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T13:10:11,190 DEBUG [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T13:10:11,191 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:10:11,191 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:10:11,191 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:10:11,191 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:10:11,191 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:10:11,191 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-02T13:10:11,194 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/default/testReplayEditsAfterRegionMovedWithMultiCF/a42533b5fd879516e619b6404c50376d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T13:10:11,195 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:10:11,195 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a42533b5fd879516e619b6404c50376d: Waiting for close lock at 1733145011190Running coprocessor pre-close hooks at 1733145011190Disabling compacts and flushes for region at 1733145011190Disabling writes for close at 1733145011190Writing region close event to WAL at 1733145011191 (+1 ms)Running coprocessor post-close hooks at 1733145011195 (+4 ms)Closed at 1733145011195 2024-12-02T13:10:11,195 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d. 2024-12-02T13:10:11,215 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/info/301a6606bd284256bea98605cc8d1059 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733144988057.a42533b5fd879516e619b6404c50376d./info:regioninfo/1733144991522/Put/seqid=0 2024-12-02T13:10:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:10:11,221 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:10:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:10:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:10:11,222 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/info/301a6606bd284256bea98605cc8d1059 2024-12-02T13:10:11,228 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:10:11,241 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/ns/892bacbe9105483f8ab8a08217aefc61 is 43, key is default/ns:d/1733144975755/Put/seqid=0 2024-12-02T13:10:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:10:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:10:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:10:11,248 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/ns/892bacbe9105483f8ab8a08217aefc61 2024-12-02T13:10:11,266 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/table/1cce7c33df5744a8a0c2604c4e1a0324 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733144988489/Put/seqid=0 2024-12-02T13:10:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:10:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:10:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:10:11,272 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/table/1cce7c33df5744a8a0c2604c4e1a0324 2024-12-02T13:10:11,278 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/info/301a6606bd284256bea98605cc8d1059 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/info/301a6606bd284256bea98605cc8d1059 2024-12-02T13:10:11,284 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/info/301a6606bd284256bea98605cc8d1059, entries=18, sequenceid=21, filesize=8.0 K 2024-12-02T13:10:11,285 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/ns/892bacbe9105483f8ab8a08217aefc61 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/ns/892bacbe9105483f8ab8a08217aefc61 2024-12-02T13:10:11,290 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/ns/892bacbe9105483f8ab8a08217aefc61, entries=2, sequenceid=21, filesize=5.0 K 2024-12-02T13:10:11,291 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/.tmp/table/1cce7c33df5744a8a0c2604c4e1a0324 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/table/1cce7c33df5744a8a0c2604c4e1a0324 2024-12-02T13:10:11,296 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/table/1cce7c33df5744a8a0c2604c4e1a0324, entries=2, sequenceid=21, filesize=5.3 K 2024-12-02T13:10:11,297 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false 2024-12-02T13:10:11,301 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T13:10:11,302 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:10:11,302 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:10:11,302 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733145011190Running coprocessor pre-close hooks at 1733145011190Disabling compacts and flushes for region at 1733145011190Disabling writes for close at 1733145011191 (+1 ms)Obtaining lock to block concurrent updates at 1733145011191Preparing flush snapshotting stores in 1588230740 at 1733145011191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733145011191Flushing stores of hbase:meta,,1.1588230740 at 1733145011192 (+1 ms)Flushing 1588230740/info: creating writer at 1733145011192Flushing 1588230740/info: appending metadata at 1733145011215 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733145011215Flushing 1588230740/ns: creating writer at 1733145011227 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733145011240 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733145011241 (+1 ms)Flushing 1588230740/table: creating writer at 1733145011253 (+12 ms)Flushing 1588230740/table: appending metadata at 1733145011265 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733145011265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f09724d: reopening flushed file at 1733145011278 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5832298d: reopening flushed file at 1733145011284 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74acfd5: reopening flushed file at 1733145011290 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false at 1733145011297 (+7 ms)Writing region close event to WAL at 1733145011298 (+1 ms)Running coprocessor post-close hooks at 1733145011302 (+4 ms)Closed at 1733145011302 2024-12-02T13:10:11,302 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:10:11,390 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,44579,1733144973803; all regions closed. 2024-12-02T13:10:11,391 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,44117,1733144973896; all regions closed. 2024-12-02T13:10:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741836_1012 (size=4716) 2024-12-02T13:10:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741833_1009 (size=2178) 2024-12-02T13:10:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741833_1009 (size=2178) 2024-12-02T13:10:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741836_1012 (size=4716) 2024-12-02T13:10:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741833_1009 (size=2178) 2024-12-02T13:10:11,401 DEBUG [RS:0;06e3e18f2515:44579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs 2024-12-02T13:10:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741836_1012 (size=4716) 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C44579%2C1733144973803:(num 1733144975151) 2024-12-02T13:10:11,401 DEBUG [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs 2024-12-02T13:10:11,401 DEBUG [RS:0;06e3e18f2515:44579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:10:11,401 INFO [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C44117%2C1733144973896.meta:.meta(num 1733144975604) 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:10:11,401 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:10:11,401 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:10:11,402 INFO [RS:0;06e3e18f2515:44579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:10:11,402 INFO [RS:0;06e3e18f2515:44579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44579 2024-12-02T13:10:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,44579,1733144973803 2024-12-02T13:10:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:10:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741835_1011 (size=95) 2024-12-02T13:10:11,404 INFO [RS:0;06e3e18f2515:44579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:10:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741835_1011 (size=95) 2024-12-02T13:10:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741835_1011 (size=95) 2024-12-02T13:10:11,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,44579,1733144973803] 2024-12-02T13:10:11,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,44579,1733144973803 already deleted, retry=false 2024-12-02T13:10:11,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,44579,1733144973803 expired; onlineServers=1 2024-12-02T13:10:11,406 DEBUG [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/oldWALs 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C44117%2C1733144973896:(num 1733144975151) 2024-12-02T13:10:11,406 DEBUG [RS:1;06e3e18f2515:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:10:11,406 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:10:11,406 INFO [RS:1;06e3e18f2515:44117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44117 2024-12-02T13:10:11,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,44117,1733144973896 2024-12-02T13:10:11,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:10:11,407 INFO [RS:1;06e3e18f2515:44117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:10:11,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,44117,1733144973896] 2024-12-02T13:10:11,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,44117,1733144973896 already deleted, retry=false 2024-12-02T13:10:11,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,44117,1733144973896 expired; onlineServers=0 2024-12-02T13:10:11,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,44757,1733144973208' ***** 2024-12-02T13:10:11,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:10:11,409 INFO [M:0;06e3e18f2515:44757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:10:11,409 INFO [M:0;06e3e18f2515:44757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:10:11,409 DEBUG [M:0;06e3e18f2515:44757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:10:11,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:10:11,409 DEBUG [M:0;06e3e18f2515:44757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:10:11,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144974810 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144974810,5,FailOnTimeoutGroup] 2024-12-02T13:10:11,409 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144974814 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144974814,5,FailOnTimeoutGroup] 2024-12-02T13:10:11,410 INFO [M:0;06e3e18f2515:44757 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:10:11,410 INFO [M:0;06e3e18f2515:44757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:10:11,410 DEBUG [M:0;06e3e18f2515:44757 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:10:11,410 INFO [M:0;06e3e18f2515:44757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:10:11,410 INFO [M:0;06e3e18f2515:44757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:10:11,410 INFO [M:0;06e3e18f2515:44757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:10:11,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:10:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T13:10:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:10:11,411 DEBUG [M:0;06e3e18f2515:44757 {}] zookeeper.ZKUtil(347): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T13:10:11,411 WARN [M:0;06e3e18f2515:44757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:10:11,412 INFO [M:0;06e3e18f2515:44757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/.lastflushedseqids 2024-12-02T13:10:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:10:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:10:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:10:11,422 INFO [M:0;06e3e18f2515:44757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:10:11,423 INFO [M:0;06e3e18f2515:44757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:10:11,423 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:10:11,423 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:10:11,423 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:10:11,423 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:10:11,423 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:10:11,423 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-12-02T13:10:11,436 DEBUG [M:0;06e3e18f2515:44757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c029629a50fe4990b4cfcefe4afa44a2 is 82, key is hbase:meta,,1/info:regioninfo/1733144975687/Put/seqid=0 2024-12-02T13:10:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:10:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:10:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:10:11,442 INFO [M:0;06e3e18f2515:44757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c029629a50fe4990b4cfcefe4afa44a2 2024-12-02T13:10:11,460 DEBUG [M:0;06e3e18f2515:44757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4549337067e847cfa42afdf4afea4ac2 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733144988495/Put/seqid=0 2024-12-02T13:10:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741943_1123 (size=7754) 2024-12-02T13:10:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741943_1123 (size=7754) 2024-12-02T13:10:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741943_1123 (size=7754) 2024-12-02T13:10:11,467 INFO [M:0;06e3e18f2515:44757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4549337067e847cfa42afdf4afea4ac2 2024-12-02T13:10:11,471 INFO [M:0;06e3e18f2515:44757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4549337067e847cfa42afdf4afea4ac2 2024-12-02T13:10:11,485 DEBUG [M:0;06e3e18f2515:44757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48549ebe5e84473e8b3c199ebd2bf778 is 69, key is 06e3e18f2515,44117,1733144973896/rs:state/1733144974901/Put/seqid=0 2024-12-02T13:10:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741944_1124 (size=5440) 2024-12-02T13:10:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741944_1124 (size=5440) 2024-12-02T13:10:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741944_1124 (size=5440) 2024-12-02T13:10:11,491 INFO [M:0;06e3e18f2515:44757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48549ebe5e84473e8b3c199ebd2bf778 2024-12-02T13:10:11,496 INFO [M:0;06e3e18f2515:44757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48549ebe5e84473e8b3c199ebd2bf778 2024-12-02T13:10:11,497 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c029629a50fe4990b4cfcefe4afa44a2 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c029629a50fe4990b4cfcefe4afa44a2 2024-12-02T13:10:11,503 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c029629a50fe4990b4cfcefe4afa44a2, entries=8, sequenceid=168, filesize=5.5 K 2024-12-02T13:10:11,504 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4549337067e847cfa42afdf4afea4ac2 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4549337067e847cfa42afdf4afea4ac2 2024-12-02T13:10:11,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44579-0x1009b0ce91c0001, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,505 INFO [RS:0;06e3e18f2515:44579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:10:11,505 INFO [RS:0;06e3e18f2515:44579 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,44579,1733144973803; zookeeper connection closed. 2024-12-02T13:10:11,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e80c78c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e80c78c 2024-12-02T13:10:11,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,508 INFO [RS:1;06e3e18f2515:44117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:10:11,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1009b0ce91c0002, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,508 INFO [RS:1;06e3e18f2515:44117 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,44117,1733144973896; zookeeper connection closed. 2024-12-02T13:10:11,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79c1d5a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79c1d5a2 2024-12-02T13:10:11,509 INFO [M:0;06e3e18f2515:44757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4549337067e847cfa42afdf4afea4ac2 2024-12-02T13:10:11,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T13:10:11,509 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4549337067e847cfa42afdf4afea4ac2, entries=17, sequenceid=168, filesize=7.6 K 2024-12-02T13:10:11,510 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48549ebe5e84473e8b3c199ebd2bf778 as hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48549ebe5e84473e8b3c199ebd2bf778 2024-12-02T13:10:11,515 INFO [M:0;06e3e18f2515:44757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48549ebe5e84473e8b3c199ebd2bf778 2024-12-02T13:10:11,515 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37235/user/jenkins/test-data/f65f71f3-8823-60a1-4de9-e5168edb4d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48549ebe5e84473e8b3c199ebd2bf778, entries=3, sequenceid=168, filesize=5.3 K 2024-12-02T13:10:11,516 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false 2024-12-02T13:10:11,518 INFO [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:10:11,518 DEBUG [M:0;06e3e18f2515:44757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733145011423Disabling compacts and flushes for region at 1733145011423Disabling writes for close at 1733145011423Obtaining lock to block concurrent updates at 1733145011423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733145011423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733145011423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733145011424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733145011424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733145011436 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733145011436Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733145011446 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733145011459 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733145011459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733145011471 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733145011484 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733145011484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122e501a: reopening flushed file at 1733145011497 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316b7577: reopening flushed file at 1733145011503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7707274e: reopening flushed file at 1733145011510 (+7 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false at 1733145011516 (+6 ms)Writing region close event to WAL at 1733145011517 (+1 ms)Closed at 1733145011517 2024-12-02T13:10:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44423 is added to blk_1073741830_1006 (size=56521) 2024-12-02T13:10:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741830_1006 (size=56521) 2024-12-02T13:10:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741830_1006 (size=56521) 2024-12-02T13:10:11,521 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:10:11,521 INFO [M:0;06e3e18f2515:44757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:10:11,521 INFO [M:0;06e3e18f2515:44757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44757 2024-12-02T13:10:11,521 INFO [M:0;06e3e18f2515:44757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:10:11,623 INFO [M:0;06e3e18f2515:44757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:10:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x1009b0ce91c0000, quorum=127.0.0.1:59821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:10:11,630 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144992160 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144992160 (inode 16655) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144991916/wal.1733144992160 (inode 16655) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:10:11,631 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144983666/wal.1733144983780 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:11,631 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733145006665/wal.1733145006831 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:11,633 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733145001515 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733145001515 (inode 16678) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144992286/wal.1733145001515 (inode 16678) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:10:11,634 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144977174/wal.1733144977239 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:11,636 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145002110 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145002110 (inode 16704) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733145001688/wal.1733145002110 (inode 16704) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:10:11,637 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733145002250/wal.1733145002308 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:10:11,639 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal.1733144977046 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal.1733144977046 (inode 16485) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144976880/wal.1733144977046 (inode 16485) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:10:11,642 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal.1733144976669 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal.1733144976669 (inode 16462) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144976046/wal.1733144976669 (inode 16462) Holder DFSClient_NONMAPREDUCE_-857886401_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:10:11,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:10:11,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:10:11,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:10:11,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:10:11,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,STOPPED} 2024-12-02T13:10:11,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:10:11,651 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:10:11,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:10:11,651 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47078108-172.17.0.2-1733144970674 (Datanode Uuid c4efc7cd-eaf9-44e9-bb09-fd622a5a966d) service to localhost/127.0.0.1:37235 2024-12-02T13:10:11,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data5/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data6/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:10:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:10:11,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:10:11,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:10:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:10:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,STOPPED} 2024-12-02T13:10:11,658 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:10:11,658 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47078108-172.17.0.2-1733144970674 (Datanode Uuid 806cabb1-2f16-41c2-8b30-9733b98de110) service to localhost/127.0.0.1:37235 2024-12-02T13:10:11,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:10:11,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:10:11,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data3/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data4/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:10:11,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:10:11,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:10:11,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:10:11,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:10:11,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,STOPPED} 2024-12-02T13:10:11,663 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:10:11,664 WARN [BP-47078108-172.17.0.2-1733144970674 heartbeating to localhost/127.0.0.1:37235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47078108-172.17.0.2-1733144970674 (Datanode Uuid cefb1faa-4b87-4ea7-a30e-eabed72b9eef) service to localhost/127.0.0.1:37235 2024-12-02T13:10:11,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:10:11,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:10:11,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data1/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/cluster_e51a62a4-8ecf-e63b-827d-001c716b2d2a/data/data2/current/BP-47078108-172.17.0.2-1733144970674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:10:11,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:10:11,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:10:11,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:10:11,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:10:11,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:10:11,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec6ed83-3fcb-5663-65e1-89a2d4c8fca0/hadoop.log.dir/,STOPPED} 2024-12-02T13:10:11,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:10:11,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down