2024-12-02 13:01:54,540 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 13:01:54,552 main DEBUG Took 0.009714 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 13:01:54,553 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 13:01:54,553 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 13:01:54,554 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 13:01:54,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,561 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 13:01:54,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,574 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,575 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,576 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,577 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,578 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,580 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 13:01:54,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,581 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 13:01:54,582 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 13:01:54,584 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 13:01:54,585 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 13:01:54,586 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 13:01:54,587 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 13:01:54,587 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 13:01:54,594 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 13:01:54,596 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 13:01:54,598 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 13:01:54,598 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 13:01:54,599 main DEBUG createAppenders(={Console}) 2024-12-02 13:01:54,599 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-02 13:01:54,599 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 13:01:54,600 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-02 13:01:54,600 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 13:01:54,600 main DEBUG OutputStream closed 2024-12-02 13:01:54,600 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 13:01:54,601 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 13:01:54,601 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-02 13:01:54,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 13:01:54,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 13:01:54,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 13:01:54,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 13:01:54,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 13:01:54,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 13:01:54,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 13:01:54,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 13:01:54,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 13:01:54,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 13:01:54,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 13:01:54,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 13:01:54,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 13:01:54,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 13:01:54,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 13:01:54,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 13:01:54,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 13:01:54,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 13:01:54,678 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 13:01:54,679 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-02 13:01:54,679 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 13:01:54,680 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-02T13:01:54,880 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9 2024-12-02 13:01:54,883 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 13:01:54,883 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T13:01:54,891 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T13:01:54,915 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T13:01:54,957 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T13:01:54,958 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T13:01:54,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T13:01:54,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4, deleteOnExit=true 2024-12-02T13:01:54,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T13:01:54,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/test.cache.data in system properties and HBase conf 2024-12-02T13:01:54,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T13:01:54,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir in system properties and HBase conf 2024-12-02T13:01:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T13:01:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T13:01:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T13:01:55,048 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T13:01:55,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T13:01:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:01:55,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T13:01:55,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T13:01:55,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:01:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T13:01:55,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T13:01:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T13:01:55,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:01:55,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T13:01:55,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/nfs.dump.dir in system properties and HBase conf 2024-12-02T13:01:55,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/java.io.tmpdir in system properties and HBase conf 2024-12-02T13:01:55,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T13:01:55,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T13:01:55,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T13:01:55,822 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T13:01:55,893 INFO [Time-limited test {}] log.Log(170): Logging initialized @1951ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T13:01:55,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:01:56,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:01:56,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:01:56,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:01:56,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:01:56,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:01:56,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:01:56,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:01:56,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/java.io.tmpdir/jetty-localhost-45577-hadoop-hdfs-3_4_1-tests_jar-_-any-7799582159429521134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:01:56,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:45577} 2024-12-02T13:01:56,211 INFO [Time-limited test {}] server.Server(415): Started @2269ms 2024-12-02T13:01:56,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:01:56,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:01:56,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:01:56,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:01:56,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:01:56,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f9ab09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:01:56,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c19a0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:01:56,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb7bef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/java.io.tmpdir/jetty-localhost-45661-hadoop-hdfs-3_4_1-tests_jar-_-any-2724775491211367253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:01:56,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4080a860{HTTP/1.1, (http/1.1)}{localhost:45661} 2024-12-02T13:01:56,612 INFO [Time-limited test {}] server.Server(415): Started @2670ms 2024-12-02T13:01:56,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:01:56,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:01:56,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:01:56,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:01:56,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:01:56,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T13:01:56,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc499ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:01:56,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152e2397{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:01:56,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@494486cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/java.io.tmpdir/jetty-localhost-33859-hadoop-hdfs-3_4_1-tests_jar-_-any-9084300907440025485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:01:56,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d076b20{HTTP/1.1, (http/1.1)}{localhost:33859} 2024-12-02T13:01:56,897 INFO [Time-limited test {}] server.Server(415): Started @2955ms 2024-12-02T13:01:56,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:01:56,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T13:01:56,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T13:01:56,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T13:01:56,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T13:01:56,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T13:01:56,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37d4eea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,AVAILABLE} 2024-12-02T13:01:56,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8696d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T13:01:57,022 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data4/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,023 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data3/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,034 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data2/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,037 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data1/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,067 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:01:57,067 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:01:57,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50b13206{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/java.io.tmpdir/jetty-localhost-41477-hadoop-hdfs-3_4_1-tests_jar-_-any-6081065210292589907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:01:57,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3267e685{HTTP/1.1, (http/1.1)}{localhost:41477} 2024-12-02T13:01:57,086 INFO [Time-limited test {}] server.Server(415): Started @3144ms 2024-12-02T13:01:57,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T13:01:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf27938571109079 with lease ID 0x4c6cefa17e87cdd1: Processing first storage report for DS-48183da5-8433-4153-b575-d1ad9d732845 from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=f717ca98-9052-4e09-b92b-b1b3d2d16667, infoPort=45011, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf27938571109079 with lease ID 0x4c6cefa17e87cdd1: from storage DS-48183da5-8433-4153-b575-d1ad9d732845 node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=f717ca98-9052-4e09-b92b-b1b3d2d16667, infoPort=45011, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdeae34dc7ca71e4 with lease ID 0x4c6cefa17e87cdd0: Processing first storage report for DS-44574047-09c9-4d00-96c3-10a0a8c82566 from datanode DatanodeRegistration(127.0.0.1:34765, datanodeUuid=f6ff3a59-f4af-49d9-a875-7b0a6680632c, infoPort=42647, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdeae34dc7ca71e4 with lease ID 0x4c6cefa17e87cdd0: from storage DS-44574047-09c9-4d00-96c3-10a0a8c82566 node DatanodeRegistration(127.0.0.1:34765, datanodeUuid=f6ff3a59-f4af-49d9-a875-7b0a6680632c, infoPort=42647, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf27938571109079 with lease ID 0x4c6cefa17e87cdd1: Processing first storage report for DS-235b4df6-fd7f-461b-aba6-be9e99044e55 from datanode DatanodeRegistration(127.0.0.1:44813, datanodeUuid=f717ca98-9052-4e09-b92b-b1b3d2d16667, infoPort=45011, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf27938571109079 with lease ID 0x4c6cefa17e87cdd1: from storage DS-235b4df6-fd7f-461b-aba6-be9e99044e55 node DatanodeRegistration(127.0.0.1:44813, datanodeUuid=f717ca98-9052-4e09-b92b-b1b3d2d16667, infoPort=45011, infoSecurePort=0, ipcPort=41979, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdeae34dc7ca71e4 with lease ID 0x4c6cefa17e87cdd0: Processing first storage report for DS-0b2263d7-6408-4dd6-891c-623652558209 from datanode DatanodeRegistration(127.0.0.1:34765, datanodeUuid=f6ff3a59-f4af-49d9-a875-7b0a6680632c, infoPort=42647, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdeae34dc7ca71e4 with lease ID 0x4c6cefa17e87cdd0: from storage DS-0b2263d7-6408-4dd6-891c-623652558209 node DatanodeRegistration(127.0.0.1:34765, datanodeUuid=f6ff3a59-f4af-49d9-a875-7b0a6680632c, infoPort=42647, infoSecurePort=0, ipcPort=42115, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,180 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data5/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,180 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data6/current/BP-455220406-172.17.0.2-1733144515639/current, will proceed with Du for space computation calculation, 2024-12-02T13:01:57,207 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T13:01:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x224c2fc091136508 with lease ID 0x4c6cefa17e87cdd2: Processing first storage report for DS-f20559dd-6166-429b-a7be-c10f77a13e52 from datanode DatanodeRegistration(127.0.0.1:41405, datanodeUuid=10d8a197-2f3e-414c-9635-b972e210d3cc, infoPort=35989, infoSecurePort=0, ipcPort=37109, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x224c2fc091136508 with lease ID 0x4c6cefa17e87cdd2: from storage DS-f20559dd-6166-429b-a7be-c10f77a13e52 node DatanodeRegistration(127.0.0.1:41405, datanodeUuid=10d8a197-2f3e-414c-9635-b972e210d3cc, infoPort=35989, infoSecurePort=0, ipcPort=37109, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x224c2fc091136508 with lease ID 0x4c6cefa17e87cdd2: Processing first storage report for DS-3c5602b9-7960-4d9f-bdda-52024b6ab27d from datanode DatanodeRegistration(127.0.0.1:41405, datanodeUuid=10d8a197-2f3e-414c-9635-b972e210d3cc, infoPort=35989, infoSecurePort=0, ipcPort=37109, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639) 2024-12-02T13:01:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x224c2fc091136508 with lease ID 0x4c6cefa17e87cdd2: from storage DS-3c5602b9-7960-4d9f-bdda-52024b6ab27d node DatanodeRegistration(127.0.0.1:41405, datanodeUuid=10d8a197-2f3e-414c-9635-b972e210d3cc, infoPort=35989, infoSecurePort=0, ipcPort=37109, storageInfo=lv=-57;cid=testClusterID;nsid=2080145947;c=1733144515639), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T13:01:57,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9 2024-12-02T13:01:57,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/zookeeper_0, clientPort=58139, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T13:01:57,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58139 2024-12-02T13:01:57,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:57,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:01:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:01:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741825_1001 (size=7) 2024-12-02T13:01:58,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 with version=8 2024-12-02T13:01:58,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/hbase-staging 2024-12-02T13:01:58,333 INFO [Time-limited test {}] client.ConnectionUtils(128): master/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:01:58,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:01:58,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:01:58,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T13:01:58,515 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T13:01:58,523 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T13:01:58,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:01:58,550 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 56616 (auto-detected) 2024-12-02T13:01:58,551 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T13:01:58,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34261 2024-12-02T13:01:58,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34261 connecting to ZooKeeper ensemble=127.0.0.1:58139 2024-12-02T13:01:58,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342610x0, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:01:58,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34261-0x1009b05f7aa0000 connected 2024-12-02T13:01:58,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:01:58,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07, hbase.cluster.distributed=false 2024-12-02T13:01:58,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:01:58,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-02T13:01:58,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34261 2024-12-02T13:01:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34261 2024-12-02T13:01:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-02T13:01:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-02T13:01:58,762 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:01:58,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:01:58,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:01:58,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:01:58,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:01:58,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45739 2024-12-02T13:01:58,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45739 connecting to ZooKeeper ensemble=127.0.0.1:58139 2024-12-02T13:01:58,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457390x0, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:01:58,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457390x0, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:01:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45739-0x1009b05f7aa0001 connected 2024-12-02T13:01:58,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:01:58,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:01:58,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:01:58,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:01:58,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-02T13:01:58,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45739 2024-12-02T13:01:58,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45739 2024-12-02T13:01:58,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-02T13:01:58,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-02T13:01:58,815 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:01:58,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:01:58,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:01:58,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:01:58,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:01:58,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34505 2024-12-02T13:01:58,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34505 connecting to ZooKeeper ensemble=127.0.0.1:58139 2024-12-02T13:01:58,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345050x0, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:01:58,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345050x0, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:01:58,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34505-0x1009b05f7aa0002 connected 2024-12-02T13:01:58,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:01:58,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:01:58,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:01:58,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:01:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-02T13:01:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34505 2024-12-02T13:01:58,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34505 2024-12-02T13:01:58,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-02T13:01:58,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34505 2024-12-02T13:01:58,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/06e3e18f2515:0 server-side Connection retries=45 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T13:01:58,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T13:01:58,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T13:01:58,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41291 2024-12-02T13:01:58,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41291 connecting to ZooKeeper ensemble=127.0.0.1:58139 2024-12-02T13:01:58,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:58,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412910x0, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T13:01:58,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412910x0, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:01:58,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41291-0x1009b05f7aa0003 connected 2024-12-02T13:01:58,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T13:01:58,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T13:01:58,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T13:01:58,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T13:01:58,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291 2024-12-02T13:01:58,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291 2024-12-02T13:01:58,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291 2024-12-02T13:01:58,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291 2024-12-02T13:01:58,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291 2024-12-02T13:01:58,887 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;06e3e18f2515:34261 2024-12-02T13:01:58,888 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/06e3e18f2515,34261,1733144518187 2024-12-02T13:01:58,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,896 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/06e3e18f2515,34261,1733144518187 2024-12-02T13:01:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:01:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:01:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T13:01:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:58,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:58,919 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T13:01:58,920 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/06e3e18f2515,34261,1733144518187 from backup master directory 2024-12-02T13:01:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/06e3e18f2515,34261,1733144518187 2024-12-02T13:01:58,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T13:01:58,923 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:01:58,923 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=06e3e18f2515,34261,1733144518187 2024-12-02T13:01:58,925 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T13:01:58,926 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T13:01:58,979 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/hbase.id] with ID: b635270f-dca8-449b-a555-8a004cb499e5 2024-12-02T13:01:58,979 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/.tmp/hbase.id 2024-12-02T13:01:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:01:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:01:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741826_1002 (size=42) 2024-12-02T13:01:58,995 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/.tmp/hbase.id]:[hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/hbase.id] 2024-12-02T13:01:59,038 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T13:01:59,043 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T13:01:59,062 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-02T13:01:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:01:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:01:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741827_1003 (size=196) 2024-12-02T13:01:59,097 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:01:59,098 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T13:01:59,103 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:01:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:01:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:01:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741828_1004 (size=1189) 2024-12-02T13:01:59,149 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store 2024-12-02T13:01:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:01:59,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:01:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741829_1005 (size=34) 2024-12-02T13:01:59,177 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T13:01:59,181 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:01:59,182 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:01:59,182 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:01:59,182 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:01:59,184 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:01:59,184 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:01:59,184 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:01:59,185 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733144519182Disabling compacts and flushes for region at 1733144519182Disabling writes for close at 1733144519184 (+2 ms)Writing region close event to WAL at 1733144519184Closed at 1733144519184 2024-12-02T13:01:59,187 WARN [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/.initializing 2024-12-02T13:01:59,187 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/WALs/06e3e18f2515,34261,1733144518187 2024-12-02T13:01:59,194 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:01:59,208 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34261%2C1733144518187, suffix=, logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/WALs/06e3e18f2515,34261,1733144518187, archiveDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/oldWALs, maxLogs=10 2024-12-02T13:01:59,240 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/WALs/06e3e18f2515,34261,1733144518187/06e3e18f2515%2C34261%2C1733144518187.1733144519214, exclude list is [], retry=0 2024-12-02T13:01:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:01:59,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:01:59,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:01:59,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:01:59,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T13:01:59,299 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/WALs/06e3e18f2515,34261,1733144518187/06e3e18f2515%2C34261%2C1733144518187.1733144519214 2024-12-02T13:01:59,300 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:01:59,300 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:01:59,300 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:01:59,303 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,304 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T13:01:59,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:01:59,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T13:01:59,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:01:59,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T13:01:59,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:01:59,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T13:01:59,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:01:59,378 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,381 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,382 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,387 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,387 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,391 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:01:59,394 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T13:01:59,399 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:01:59,400 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72213364, jitterRate=0.07606297731399536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:01:59,406 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733144519317Initializing all the Stores at 1733144519318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144519319 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144519319Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144519319Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144519320 (+1 ms)Cleaning up temporary data from old regions at 1733144519387 (+67 ms)Region opened successfully at 1733144519406 (+19 ms) 2024-12-02T13:01:59,407 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T13:01:59,438 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbd5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:01:59,464 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T13:01:59,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T13:01:59,473 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T13:01:59,475 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T13:01:59,477 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T13:01:59,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T13:01:59,481 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T13:01:59,507 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T13:01:59,518 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T13:01:59,520 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T13:01:59,522 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T13:01:59,524 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T13:01:59,525 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T13:01:59,527 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T13:01:59,530 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T13:01:59,531 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T13:01:59,532 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T13:01:59,533 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T13:01:59,548 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T13:01:59,549 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,555 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=06e3e18f2515,34261,1733144518187, sessionid=0x1009b05f7aa0000, setting cluster-up flag (Was=false) 2024-12-02T13:01:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,570 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T13:01:59,572 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34261,1733144518187 2024-12-02T13:01:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:01:59,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T13:01:59,582 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=06e3e18f2515,34261,1733144518187 2024-12-02T13:01:59,587 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T13:01:59,653 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T13:01:59,661 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T13:01:59,667 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T13:01:59,674 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 06e3e18f2515,34261,1733144518187 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T13:01:59,679 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(746): ClusterId : b635270f-dca8-449b-a555-8a004cb499e5 2024-12-02T13:01:59,679 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(746): ClusterId : b635270f-dca8-449b-a555-8a004cb499e5 2024-12-02T13:01:59,679 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(746): ClusterId : b635270f-dca8-449b-a555-8a004cb499e5 2024-12-02T13:01:59,681 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:01:59,681 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:01:59,681 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:01:59,681 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T13:01:59,681 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/06e3e18f2515:0, corePoolSize=5, maxPoolSize=5 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/06e3e18f2515:0, corePoolSize=10, maxPoolSize=10 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:01:59,682 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,685 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:01:59,685 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:01:59,685 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T13:01:59,686 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:01:59,686 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:01:59,686 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T13:01:59,688 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:01:59,688 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:01:59,693 DEBUG [RS:1;06e3e18f2515:34505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f04732f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:01:59,693 DEBUG [RS:0;06e3e18f2515:45739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f24d403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:01:59,694 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733144549694 2024-12-02T13:01:59,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:01:59,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T13:01:59,696 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T13:01:59,696 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T13:01:59,696 DEBUG [RS:2;06e3e18f2515:41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7932b0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=06e3e18f2515/172.17.0.2:0 2024-12-02T13:01:59,697 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T13:01:59,701 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T13:01:59,702 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T13:01:59,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,702 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T13:01:59,702 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T13:01:59,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T13:01:59,709 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,712 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;06e3e18f2515:45739 2024-12-02T13:01:59,712 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;06e3e18f2515:41291 2024-12-02T13:01:59,715 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:01:59,715 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:01:59,716 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:01:59,716 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:01:59,716 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:01:59,716 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:01:59,717 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T13:01:59,718 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34261,1733144518187 with port=41291, startcode=1733144518849 2024-12-02T13:01:59,718 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34261,1733144518187 with port=45739, startcode=1733144518733 2024-12-02T13:01:59,718 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T13:01:59,719 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T13:01:59,724 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;06e3e18f2515:34505 2024-12-02T13:01:59,725 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T13:01:59,725 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T13:01:59,725 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T13:01:59,726 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T13:01:59,726 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T13:01:59,728 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(2659): reportForDuty to master=06e3e18f2515,34261,1733144518187 with port=34505, startcode=1733144518814 2024-12-02T13:01:59,729 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144519727,5,FailOnTimeoutGroup] 2024-12-02T13:01:59,731 DEBUG [RS:1;06e3e18f2515:34505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:01:59,731 DEBUG [RS:0;06e3e18f2515:45739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:01:59,731 DEBUG [RS:2;06e3e18f2515:41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T13:01:59,733 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144519729,5,FailOnTimeoutGroup] 2024-12-02T13:01:59,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,733 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T13:01:59,735 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,735 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:01:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:01:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741831_1007 (size=1321) 2024-12-02T13:01:59,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T13:01:59,744 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 2024-12-02T13:01:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:01:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:01:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741832_1008 (size=32) 2024-12-02T13:01:59,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:01:59,801 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:01:59,801 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:01:59,803 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T13:01:59,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:01:59,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:01:59,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:01:59,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:01:59,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:01:59,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:01:59,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:01:59,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:01:59,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:01:59,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:01:59,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:01:59,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:01:59,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:01:59,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:01:59,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740 2024-12-02T13:01:59,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740 2024-12-02T13:01:59,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:01:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:01:59,827 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 2024-12-02T13:01:59,827 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:01:59,827 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37343 2024-12-02T13:01:59,827 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:01:59,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,830 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 2024-12-02T13:01:59,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(517): Registering regionserver=06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,830 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37343 2024-12-02T13:01:59,830 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:01:59,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:01:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:01:59,834 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 2024-12-02T13:01:59,834 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37343 2024-12-02T13:01:59,834 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T13:01:59,834 DEBUG [RS:0;06e3e18f2515:45739 {}] zookeeper.ZKUtil(111): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,834 WARN [RS:0;06e3e18f2515:45739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:01:59,834 INFO [RS:0;06e3e18f2515:45739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:01:59,834 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,835 DEBUG [RS:1;06e3e18f2515:34505 {}] zookeeper.ZKUtil(111): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,835 WARN [RS:1;06e3e18f2515:34505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:01:59,835 INFO [RS:1;06e3e18f2515:34505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:01:59,835 DEBUG [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:01:59,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:01:59,837 DEBUG [RS:2;06e3e18f2515:41291 {}] zookeeper.ZKUtil(111): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,837 WARN [RS:2;06e3e18f2515:41291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T13:01:59,837 INFO [RS:2;06e3e18f2515:41291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:01:59,837 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72131711, jitterRate=0.07484625279903412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:01:59,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,45739,1733144518733] 2024-12-02T13:01:59,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,34505,1733144518814] 2024-12-02T13:01:59,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [06e3e18f2515,41291,1733144518849] 2024-12-02T13:01:59,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733144519800Initializing all the Stores at 1733144519802 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144519802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144519802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144519802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144519802Cleaning up temporary data from old regions at 1733144519826 (+24 ms)Region opened successfully at 1733144519840 (+14 ms) 2024-12-02T13:01:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:01:59,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:01:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:01:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:01:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:01:59,843 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:01:59,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733144519841Disabling compacts and flushes for region at 1733144519841Disabling writes for close at 1733144519841Writing region close event to WAL at 1733144519842 (+1 ms)Closed at 1733144519843 (+1 ms) 2024-12-02T13:01:59,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:01:59,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T13:01:59,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T13:01:59,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:01:59,861 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:01:59,861 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:01:59,861 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T13:01:59,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T13:01:59,876 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:01:59,876 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:01:59,876 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T13:01:59,886 INFO [RS:0;06e3e18f2515:45739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:01:59,886 INFO [RS:1;06e3e18f2515:34505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:01:59,886 INFO [RS:2;06e3e18f2515:41291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:01:59,886 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,886 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,886 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,887 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:01:59,887 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:01:59,887 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T13:01:59,894 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:01:59,894 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:01:59,894 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T13:01:59,896 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,896 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,896 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,896 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,896 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0, corePoolSize=2, maxPoolSize=2 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,897 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/06e3e18f2515:0, corePoolSize=1, maxPoolSize=1 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,898 DEBUG [RS:1;06e3e18f2515:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,898 DEBUG [RS:0;06e3e18f2515:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,898 DEBUG [RS:2;06e3e18f2515:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/06e3e18f2515:0, corePoolSize=3, maxPoolSize=3 2024-12-02T13:01:59,900 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34505,1733144518814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,901 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,45739,1733144518733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:01:59,906 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,907 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,907 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,907 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,907 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,907 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41291,1733144518849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:01:59,924 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:01:59,925 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:01:59,926 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,45739,1733144518733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,926 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34505,1733144518814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,926 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,926 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,927 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.Replication(171): 06e3e18f2515,34505,1733144518814 started 2024-12-02T13:01:59,927 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.Replication(171): 06e3e18f2515,45739,1733144518733 started 2024-12-02T13:01:59,929 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T13:01:59,929 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,41291,1733144518849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,930 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,930 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.Replication(171): 06e3e18f2515,41291,1733144518849 started 2024-12-02T13:01:59,945 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,945 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,45739,1733144518733, RpcServer on 06e3e18f2515/172.17.0.2:45739, sessionid=0x1009b05f7aa0001 2024-12-02T13:01:59,946 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:01:59,946 DEBUG [RS:0;06e3e18f2515:45739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,946 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,45739,1733144518733' 2024-12-02T13:01:59,946 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:01:59,947 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:01:59,948 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,948 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:01:59,948 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:01:59,948 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,34505,1733144518814, RpcServer on 06e3e18f2515/172.17.0.2:34505, sessionid=0x1009b05f7aa0002 2024-12-02T13:01:59,948 DEBUG [RS:0;06e3e18f2515:45739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,45739,1733144518733 2024-12-02T13:01:59,948 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:01:59,948 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,45739,1733144518733' 2024-12-02T13:01:59,948 DEBUG [RS:1;06e3e18f2515:34505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,948 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:01:59,948 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34505,1733144518814' 2024-12-02T13:01:59,949 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:01:59,949 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:01:59,949 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:01:59,950 DEBUG [RS:0;06e3e18f2515:45739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:01:59,950 INFO [RS:0;06e3e18f2515:45739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:01:59,950 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,34505,1733144518814 2024-12-02T13:01:59,950 INFO [RS:0;06e3e18f2515:45739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,34505,1733144518814' 2024-12-02T13:01:59,950 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1482): Serving as 06e3e18f2515,41291,1733144518849, RpcServer on 06e3e18f2515/172.17.0.2:41291, sessionid=0x1009b05f7aa0003 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:01:59,950 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T13:01:59,950 DEBUG [RS:2;06e3e18f2515:41291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,950 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,41291,1733144518849' 2024-12-02T13:01:59,950 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T13:01:59,950 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T13:01:59,951 DEBUG [RS:1;06e3e18f2515:34505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T13:01:59,951 INFO [RS:1;06e3e18f2515:34505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 06e3e18f2515,41291,1733144518849 2024-12-02T13:01:59,951 INFO [RS:1;06e3e18f2515:34505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '06e3e18f2515,41291,1733144518849' 2024-12-02T13:01:59,951 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T13:01:59,952 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T13:01:59,952 DEBUG [RS:2;06e3e18f2515:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T13:01:59,952 INFO [RS:2;06e3e18f2515:41291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T13:01:59,952 INFO [RS:2;06e3e18f2515:41291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T13:02:00,015 WARN [06e3e18f2515:34261 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T13:02:00,054 INFO [RS:2;06e3e18f2515:41291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:00,054 INFO [RS:1;06e3e18f2515:34505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:00,054 INFO [RS:0;06e3e18f2515:45739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:00,057 INFO [RS:2;06e3e18f2515:41291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C41291%2C1733144518849, suffix=, logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849, archiveDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs, maxLogs=32 2024-12-02T13:02:00,057 INFO [RS:1;06e3e18f2515:34505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C34505%2C1733144518814, suffix=, logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,34505,1733144518814, archiveDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs, maxLogs=32 2024-12-02T13:02:00,057 INFO [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C45739%2C1733144518733, suffix=, logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733, archiveDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs, maxLogs=32 2024-12-02T13:02:00,075 DEBUG [RS:1;06e3e18f2515:34505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,34505,1733144518814/06e3e18f2515%2C34505%2C1733144518814.1733144520060, exclude list is [], retry=0 2024-12-02T13:02:00,078 DEBUG [RS:0;06e3e18f2515:45739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733/06e3e18f2515%2C45739%2C1733144518733.1733144520060, exclude list is [], retry=0 2024-12-02T13:02:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:00,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:00,082 DEBUG [RS:2;06e3e18f2515:41291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849/06e3e18f2515%2C41291%2C1733144518849.1733144520060, exclude list is [], retry=0 2024-12-02T13:02:00,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:00,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:00,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:00,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:00,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:00,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:00,091 INFO [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733/06e3e18f2515%2C45739%2C1733144518733.1733144520060 2024-12-02T13:02:00,092 DEBUG [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:00,097 INFO [RS:1;06e3e18f2515:34505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,34505,1733144518814/06e3e18f2515%2C34505%2C1733144518814.1733144520060 2024-12-02T13:02:00,098 INFO [RS:2;06e3e18f2515:41291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849/06e3e18f2515%2C41291%2C1733144518849.1733144520060 2024-12-02T13:02:00,101 DEBUG [RS:1;06e3e18f2515:34505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:00,102 DEBUG [RS:2;06e3e18f2515:41291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:00,269 DEBUG [06e3e18f2515:34261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T13:02:00,279 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:02:00,285 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:02:00,285 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:02:00,285 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T13:02:00,285 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:02:00,286 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:02:00,286 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T13:02:00,286 INFO [06e3e18f2515:34261 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:02:00,286 INFO [06e3e18f2515:34261 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:02:00,286 INFO [06e3e18f2515:34261 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T13:02:00,286 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:02:00,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:00,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,45739,1733144518733, state=OPENING 2024-12-02T13:02:00,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T13:02:00,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:00,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:00,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:00,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:00,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T13:02:00,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,45739,1733144518733}] 2024-12-02T13:02:00,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:02:00,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:02:00,501 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T13:02:00,501 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:00,502 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T13:02:00,504 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=06e3e18f2515%2C45739%2C1733144518733.meta, suffix=.meta, logDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733, archiveDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs, maxLogs=32 2024-12-02T13:02:00,518 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733/06e3e18f2515%2C45739%2C1733144518733.meta.1733144520506.meta, exclude list is [], retry=0 2024-12-02T13:02:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:00,525 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,45739,1733144518733/06e3e18f2515%2C45739%2C1733144518733.meta.1733144520506.meta 2024-12-02T13:02:00,525 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:00,526 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:00,527 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T13:02:00,529 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T13:02:00,533 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T13:02:00,537 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T13:02:00,537 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:00,538 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T13:02:00,538 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T13:02:00,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T13:02:00,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T13:02:00,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:00,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:02:00,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T13:02:00,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T13:02:00,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:00,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:02:00,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T13:02:00,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T13:02:00,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:02:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T13:02:00,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T13:02:00,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:00,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T13:02:00,549 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T13:02:00,550 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740 2024-12-02T13:02:00,553 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740 2024-12-02T13:02:00,555 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T13:02:00,555 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T13:02:00,556 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T13:02:00,558 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T13:02:00,560 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72910274, jitterRate=0.08644774556159973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T13:02:00,560 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T13:02:00,561 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733144520538Writing region info on filesystem at 1733144520538Initializing all the Stores at 1733144520540 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144520540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144520540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144520540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733144520540Cleaning up temporary data from old regions at 1733144520555 (+15 ms)Running coprocessor post-open hooks at 1733144520560 (+5 ms)Region opened successfully at 1733144520561 (+1 ms) 2024-12-02T13:02:00,567 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733144520477 2024-12-02T13:02:00,577 DEBUG [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T13:02:00,578 INFO [RS_OPEN_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T13:02:00,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:00,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 06e3e18f2515,45739,1733144518733, state=OPEN 2024-12-02T13:02:00,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:02:00,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:02:00,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:02:00,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T13:02:00,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T13:02:00,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:00,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T13:02:00,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=06e3e18f2515,45739,1733144518733 in 277 msec 2024-12-02T13:02:00,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T13:02:00,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 739 msec 2024-12-02T13:02:00,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T13:02:00,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T13:02:00,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:02:00,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45739,1733144518733, seqNum=-1] 2024-12-02T13:02:00,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:02:00,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:02:00,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0380 sec 2024-12-02T13:02:00,654 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733144520654, completionTime=-1 2024-12-02T13:02:00,656 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T13:02:00,656 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T13:02:00,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T13:02:00,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733144580677 2024-12-02T13:02:00,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733144640677 2024-12-02T13:02:00,677 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-02T13:02:00,679 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T13:02:00,686 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,686 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,686 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,688 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-06e3e18f2515:34261, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,688 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,689 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,714 DEBUG [master/06e3e18f2515:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T13:02:00,740 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.816sec 2024-12-02T13:02:00,742 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T13:02:00,743 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T13:02:00,744 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T13:02:00,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T13:02:00,745 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T13:02:00,746 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T13:02:00,746 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T13:02:00,751 DEBUG [master/06e3e18f2515:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T13:02:00,752 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T13:02:00,752 INFO [master/06e3e18f2515:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=06e3e18f2515,34261,1733144518187-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:00,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cedddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:02:00,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 06e3e18f2515,34261,-1 for getting cluster id 2024-12-02T13:02:00,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T13:02:00,801 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b635270f-dca8-449b-a555-8a004cb499e5' 2024-12-02T13:02:00,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T13:02:00,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b635270f-dca8-449b-a555-8a004cb499e5" 2024-12-02T13:02:00,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab973b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:02:00,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [06e3e18f2515,34261,-1] 2024-12-02T13:02:00,808 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T13:02:00,809 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:00,811 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T13:02:00,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29abc2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T13:02:00,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T13:02:00,821 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=06e3e18f2515,45739,1733144518733, seqNum=-1] 2024-12-02T13:02:00,822 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:02:00,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:02:00,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=06e3e18f2515,34261,1733144518187 2024-12-02T13:02:00,844 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37343/hbase 2024-12-02T13:02:00,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=3094 2024-12-02T13:02:00,873 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:00,876 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:00,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:00,881 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39914246, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-39914246, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:00,894 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39914246/hregion-39914246.1733144520883, exclude list is [], retry=0 2024-12-02T13:02:00,898 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:00,898 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:00,899 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:00,905 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39914246/hregion-39914246.1733144520883 2024-12-02T13:02:00,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:00,906 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9677972929220a0622c2db92acd7f344, NAME => 'testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:02:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:02:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741838_1014 (size=64) 2024-12-02T13:02:00,918 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:00,920 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,922 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9677972929220a0622c2db92acd7f344 columnFamilyName a 2024-12-02T13:02:00,922 DEBUG [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:00,923 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] regionserver.HStore(327): Store=9677972929220a0622c2db92acd7f344/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:00,923 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,926 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,926 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,929 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:00,932 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:00,933 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9677972929220a0622c2db92acd7f344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63940496, jitterRate=-0.04721236228942871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:00,934 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9677972929220a0622c2db92acd7f344: Writing region info on filesystem at 1733144520918Initializing all the Stores at 1733144520920 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144520920Cleaning up temporary data from old regions at 1733144520926 (+6 ms)Region opened successfully at 1733144520934 (+8 ms) 2024-12-02T13:02:00,934 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9677972929220a0622c2db92acd7f344, disabling compactions & flushes 2024-12-02T13:02:00,934 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. 2024-12-02T13:02:00,934 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. 2024-12-02T13:02:00,934 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. after waiting 0 ms 2024-12-02T13:02:00,935 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. 2024-12-02T13:02:00,935 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. 2024-12-02T13:02:00,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9677972929220a0622c2db92acd7f344: Waiting for close lock at 1733144520934Disabling compacts and flushes for region at 1733144520934Disabling writes for close at 1733144520934Writing region close event to WAL at 1733144520935 (+1 ms)Closed at 1733144520935 2024-12-02T13:02:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741837_1013 (size=93) 2024-12-02T13:02:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741837_1013 (size=93) 2024-12-02T13:02:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741837_1013 (size=93) 2024-12-02T13:02:00,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:00,947 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39914246:(num 1733144520883) 2024-12-02T13:02:00,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:02:00,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741839_1015 (size=369) 2024-12-02T13:02:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741839_1015 (size=369) 2024-12-02T13:02:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741839_1015 (size=369) 2024-12-02T13:02:00,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:02:00,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741840_1016 (size=231) 2024-12-02T13:02:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741840_1016 (size=231) 2024-12-02T13:02:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741840_1016 (size=231) 2024-12-02T13:02:00,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1, size=369 (369bytes) 2024-12-02T13:02:00,996 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T13:02:00,996 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T13:02:00,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1 2024-12-02T13:02:01,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1 after 3ms 2024-12-02T13:02:01,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1 took 14ms 2024-12-02T13:02:01,012 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1 so closing down 2024-12-02T13:02:01,015 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T13:02:01,017 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T13:02:01,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:01,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741841_1017 (size=369) 2024-12-02T13:02:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741841_1017 (size=369) 2024-12-02T13:02:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741841_1017 (size=369) 2024-12-02T13:02:01,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:01,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002 2024-12-02T13:02:01,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T13:02:01,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1, journal: Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1, size=369 (369bytes) at 1733144520996Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1 so closing down at 1733144521012 (+16 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp at 1733144521017 (+5 ms)3 split writer threads finished at 1733144521017Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733144521028 (+11 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002 at 1733144521031 (+3 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733144521035 (+4 ms) 2024-12-02T13:02:01,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2, size=231 (231bytes) 2024-12-02T13:02:01,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2 2024-12-02T13:02:01,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2 after 1ms 2024-12-02T13:02:01,052 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2 took 4ms 2024-12-02T13:02:01,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2 so closing down 2024-12-02T13:02:01,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:01,057 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T13:02:01,059 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T13:02:01,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741842_1018 (size=231) 2024-12-02T13:02:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741842_1018 (size=231) 2024-12-02T13:02:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741842_1018 (size=231) 2024-12-02T13:02:01,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:01,075 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-02T13:02:01,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T13:02:01,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2, journal: Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2, size=231 (231bytes) at 1733144521048Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2 so closing down at 1733144521055 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002-wal-2.temp at 1733144521059 (+4 ms)3 split writer threads finished at 1733144521059Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144521067 (+8 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733144521077 (+10 ms) 2024-12-02T13:02:01,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:01,079 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:01,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal.1733144521080, exclude list is [], retry=0 2024-12-02T13:02:01,094 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:01,095 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:01,095 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:01,098 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal.1733144521080 2024-12-02T13:02:01,098 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:01,098 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9677972929220a0622c2db92acd7f344, NAME => 'testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:01,098 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:01,098 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,098 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,100 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,102 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9677972929220a0622c2db92acd7f344 columnFamilyName a 2024-12-02T13:02:01,102 DEBUG [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,103 INFO [StoreOpener-9677972929220a0622c2db92acd7f344-1 {}] regionserver.HStore(327): Store=9677972929220a0622c2db92acd7f344/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,103 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,107 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,109 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002 2024-12-02T13:02:01,119 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002 2024-12-02T13:02:01,122 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9677972929220a0622c2db92acd7f344 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T13:02:01,166 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/.tmp/a/45028179d62e448f9afe53202d234636 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733144520947/Put/seqid=0 2024-12-02T13:02:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:02:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:02:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741844_1020 (size=5170) 2024-12-02T13:02:01,179 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/.tmp/a/45028179d62e448f9afe53202d234636 2024-12-02T13:02:01,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/.tmp/a/45028179d62e448f9afe53202d234636 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/a/45028179d62e448f9afe53202d234636 2024-12-02T13:02:01,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/a/45028179d62e448f9afe53202d234636, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T13:02:01,239 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9677972929220a0622c2db92acd7f344 in 116ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T13:02:01,240 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/0000000000000000002 2024-12-02T13:02:01,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,244 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9677972929220a0622c2db92acd7f344 2024-12-02T13:02:01,247 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/9677972929220a0622c2db92acd7f344/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T13:02:01,249 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9677972929220a0622c2db92acd7f344; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63665389, jitterRate=-0.05131177604198456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:01,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9677972929220a0622c2db92acd7f344: Writing region info on filesystem at 1733144521098Initializing all the Stores at 1733144521100 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521100Obtaining lock to block concurrent updates at 1733144521122 (+22 ms)Preparing flush snapshotting stores in 9677972929220a0622c2db92acd7f344 at 1733144521122Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733144521125 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733144520873.9677972929220a0622c2db92acd7f344. at 1733144521125Flushing 9677972929220a0622c2db92acd7f344/a: creating writer at 1733144521126 (+1 ms)Flushing 9677972929220a0622c2db92acd7f344/a: appending metadata at 1733144521159 (+33 ms)Flushing 9677972929220a0622c2db92acd7f344/a: closing flushed file at 1733144521161 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e3ee3c: reopening flushed file at 1733144521222 (+61 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9677972929220a0622c2db92acd7f344 in 116ms, sequenceid=2, compaction requested=false; wal=null at 1733144521239 (+17 ms)Cleaning up temporary data from old regions at 1733144521241 (+2 ms)Region opened successfully at 1733144521250 (+9 ms) 2024-12-02T13:02:01,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36102 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38698 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:37862 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37343/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38770 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38038 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36254 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=3082 (was 3094) 2024-12-02T13:02:01,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=3079 2024-12-02T13:02:01,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:01,300 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:01,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:01,305 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21294911, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-21294911, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:01,316 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21294911/hregion-21294911.1733144521305, exclude list is [], retry=0 2024-12-02T13:02:01,320 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:01,320 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:01,320 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:01,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21294911/hregion-21294911.1733144521305 2024-12-02T13:02:01,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:01,323 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8f2e856005dbe919a06d0fd87197430e, NAME => 'testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:02:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:02:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741846_1022 (size=64) 2024-12-02T13:02:01,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:01,338 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,340 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2e856005dbe919a06d0fd87197430e columnFamilyName a 2024-12-02T13:02:01,340 DEBUG [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,341 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] regionserver.HStore(327): Store=8f2e856005dbe919a06d0fd87197430e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,341 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,344 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,350 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:01,351 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f2e856005dbe919a06d0fd87197430e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69610386, jitterRate=0.03727558255195618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:01,352 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f2e856005dbe919a06d0fd87197430e: Writing region info on filesystem at 1733144521336Initializing all the Stores at 1733144521337 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521337Cleaning up temporary data from old regions at 1733144521344 (+7 ms)Region opened successfully at 1733144521352 (+8 ms) 2024-12-02T13:02:01,352 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f2e856005dbe919a06d0fd87197430e, disabling compactions & flushes 2024-12-02T13:02:01,352 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. 2024-12-02T13:02:01,352 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. 2024-12-02T13:02:01,352 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. after waiting 0 ms 2024-12-02T13:02:01,352 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. 2024-12-02T13:02:01,353 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. 2024-12-02T13:02:01,353 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f2e856005dbe919a06d0fd87197430e: Waiting for close lock at 1733144521352Disabling compacts and flushes for region at 1733144521352Disabling writes for close at 1733144521352Writing region close event to WAL at 1733144521353 (+1 ms)Closed at 1733144521353 2024-12-02T13:02:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741845_1021 (size=93) 2024-12-02T13:02:01,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-21294911/hregion-21294911.1733144521305 not finished, retry = 0 2024-12-02T13:02:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741845_1021 (size=93) 2024-12-02T13:02:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741845_1021 (size=93) 2024-12-02T13:02:01,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:01,461 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21294911:(num 1733144521305) 2024-12-02T13:02:01,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:02:01,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741847_1023 (size=369) 2024-12-02T13:02:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741847_1023 (size=369) 2024-12-02T13:02:01,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741847_1023 (size=369) 2024-12-02T13:02:01,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T13:02:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741848_1024 (size=231) 2024-12-02T13:02:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741848_1024 (size=231) 2024-12-02T13:02:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741848_1024 (size=231) 2024-12-02T13:02:01,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2, size=231 (231bytes) 2024-12-02T13:02:01,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2 2024-12-02T13:02:01,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2 after 1ms 2024-12-02T13:02:01,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2 took 4ms 2024-12-02T13:02:01,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2 so closing down 2024-12-02T13:02:01,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:01,507 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T13:02:01,508 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T13:02:01,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741849_1025 (size=231) 2024-12-02T13:02:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741849_1025 (size=231) 2024-12-02T13:02:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741849_1025 (size=231) 2024-12-02T13:02:01,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:01,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 2024-12-02T13:02:01,519 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T13:02:01,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2, journal: Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2, size=231 (231bytes) at 1733144521498Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2 so closing down at 1733144521505 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp at 1733144521508 (+3 ms)3 split writer threads finished at 1733144521508Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144521517 (+9 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 at 1733144521519 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733144521519 2024-12-02T13:02:01,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1, size=369 (369bytes) 2024-12-02T13:02:01,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1 2024-12-02T13:02:01,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1 after 1ms 2024-12-02T13:02:01,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1 took 4ms 2024-12-02T13:02:01,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1 so closing down 2024-12-02T13:02:01,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:01,540 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T13:02:01,541 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T13:02:01,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741850_1026 (size=369) 2024-12-02T13:02:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741850_1026 (size=369) 2024-12-02T13:02:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741850_1026 (size=369) 2024-12-02T13:02:01,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:01,556 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002, length=231 2024-12-02T13:02:01,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 2024-12-02T13:02:01,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T13:02:01,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1, journal: Splitting hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1, size=369 (369bytes) at 1733144521531Finishing writing output for hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1 so closing down at 1733144521538 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp at 1733144521541 (+3 ms)3 split writer threads finished at 1733144521541Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733144521551 (+10 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 at 1733144521558 (+7 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733144521559 (+1 ms) 2024-12-02T13:02:01,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:01,561 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:01,573 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal.1733144521561, exclude list is [], retry=0 2024-12-02T13:02:01,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:01,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:01,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:01,579 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal.1733144521561 2024-12-02T13:02:01,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:01,579 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2e856005dbe919a06d0fd87197430e, NAME => 'testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:01,579 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:01,580 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,580 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,584 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,587 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2e856005dbe919a06d0fd87197430e columnFamilyName a 2024-12-02T13:02:01,587 DEBUG [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,588 INFO [StoreOpener-8f2e856005dbe919a06d0fd87197430e-1 {}] regionserver.HStore(327): Store=8f2e856005dbe919a06d0fd87197430e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,588 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,589 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,591 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,592 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 2024-12-02T13:02:01,596 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 2024-12-02T13:02:01,596 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f2e856005dbe919a06d0fd87197430e 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T13:02:01,610 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/.tmp/a/edf82ad0c7e04b0f9267007e8059f692 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733144521461/Put/seqid=0 2024-12-02T13:02:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:02:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:02:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741852_1028 (size=5170) 2024-12-02T13:02:01,619 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/.tmp/a/edf82ad0c7e04b0f9267007e8059f692 2024-12-02T13:02:01,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/.tmp/a/edf82ad0c7e04b0f9267007e8059f692 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/a/edf82ad0c7e04b0f9267007e8059f692 2024-12-02T13:02:01,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/a/edf82ad0c7e04b0f9267007e8059f692, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T13:02:01,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8f2e856005dbe919a06d0fd87197430e in 40ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T13:02:01,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/0000000000000000002 2024-12-02T13:02:01,638 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,638 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,641 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f2e856005dbe919a06d0fd87197430e 2024-12-02T13:02:01,644 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/8f2e856005dbe919a06d0fd87197430e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T13:02:01,645 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f2e856005dbe919a06d0fd87197430e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64549065, jitterRate=-0.03814397752285004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:01,645 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f2e856005dbe919a06d0fd87197430e: Writing region info on filesystem at 1733144521580Initializing all the Stores at 1733144521581 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521581Obtaining lock to block concurrent updates at 1733144521596 (+15 ms)Preparing flush snapshotting stores in 8f2e856005dbe919a06d0fd87197430e at 1733144521596Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733144521596Flushing stores of testReplayEditsWrittenIntoWAL,,1733144521298.8f2e856005dbe919a06d0fd87197430e. at 1733144521596Flushing 8f2e856005dbe919a06d0fd87197430e/a: creating writer at 1733144521596Flushing 8f2e856005dbe919a06d0fd87197430e/a: appending metadata at 1733144521609 (+13 ms)Flushing 8f2e856005dbe919a06d0fd87197430e/a: closing flushed file at 1733144521609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b2945e: reopening flushed file at 1733144521626 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8f2e856005dbe919a06d0fd87197430e in 40ms, sequenceid=2, compaction requested=false; wal=null at 1733144521636 (+10 ms)Cleaning up temporary data from old regions at 1733144521638 (+2 ms)Region opened successfully at 1733144521645 (+7 ms) 2024-12-02T13:02:01,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36102 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:37862 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36324 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38698 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38102 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38824 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=3043 (was 3079) 2024-12-02T13:02:01,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=3034 2024-12-02T13:02:01,686 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:01,688 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:01,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:01,692 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90421292, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-90421292, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:01,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90421292/hregion-90421292.1733144521692, exclude list is [], retry=0 2024-12-02T13:02:01,706 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:01,706 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:01,707 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:01,709 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90421292/hregion-90421292.1733144521692 2024-12-02T13:02:01,710 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:01,710 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d6c4d1da00772eb28b2cf873d008c508, NAME => 'testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:02:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:02:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741854_1030 (size=64) 2024-12-02T13:02:01,722 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:01,723 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,725 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName a 2024-12-02T13:02:01,725 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,726 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,726 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,728 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName b 2024-12-02T13:02:01,728 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,728 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,729 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,730 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName c 2024-12-02T13:02:01,730 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:01,731 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:01,731 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,732 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,733 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,734 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,734 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,735 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:01,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:01,740 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:01,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d6c4d1da00772eb28b2cf873d008c508; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75146743, jitterRate=0.119773730635643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:01,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d6c4d1da00772eb28b2cf873d008c508: Writing region info on filesystem at 1733144521722Initializing all the Stores at 1733144521723 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521723Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521723Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144521723Cleaning up temporary data from old regions at 1733144521734 (+11 ms)Region opened successfully at 1733144521741 (+7 ms) 2024-12-02T13:02:01,742 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d6c4d1da00772eb28b2cf873d008c508, disabling compactions & flushes 2024-12-02T13:02:01,742 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:01,742 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:01,742 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. after waiting 0 ms 2024-12-02T13:02:01,742 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:01,742 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:01,742 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d6c4d1da00772eb28b2cf873d008c508: Waiting for close lock at 1733144521742Disabling compacts and flushes for region at 1733144521742Disabling writes for close at 1733144521742Writing region close event to WAL at 1733144521742Closed at 1733144521742 2024-12-02T13:02:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741853_1029 (size=93) 2024-12-02T13:02:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741853_1029 (size=93) 2024-12-02T13:02:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741853_1029 (size=93) 2024-12-02T13:02:01,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:01,749 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90421292:(num 1733144521692) 2024-12-02T13:02:01,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:01,752 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:01,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, exclude list is [], retry=0 2024-12-02T13:02:01,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:01,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:01,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:01,769 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 2024-12-02T13:02:01,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:01,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, size=0 (0bytes) 2024-12-02T13:02:01,990 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 might be still open, length is 0 2024-12-02T13:02:01,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 2024-12-02T13:02:01,991 WARN [IPC Server handler 1 on default port 37343 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T13:02:01,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 after 2ms 2024-12-02T13:02:03,235 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38868 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34765:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38868 dst: /127.0.0.1:34765 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34765 remote=/127.0.0.1:38868]. Total timeout mills is 60000, 58724 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:03,236 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38138 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38138 dst: /127.0.0.1:41405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:03,236 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36362 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36362 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741855_1032 (size=470675) 2024-12-02T13:02:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741855_1032 (size=470675) 2024-12-02T13:02:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741855_1032 (size=470675) 2024-12-02T13:02:05,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 after 4003ms 2024-12-02T13:02:06,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 took 4012ms 2024-12-02T13:02:06,006 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733144521752.temp 2024-12-02T13:02:06,008 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp 2024-12-02T13:02:06,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:02:06,077 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752; continuing. 2024-12-02T13:02:06,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 so closing down 2024-12-02T13:02:06,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:06,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741856_1033 (size=470683) 2024-12-02T13:02:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741856_1033 (size=470683) 2024-12-02T13:02:06,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741856_1033 (size=470683) 2024-12-02T13:02:06,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp (wrote 3002 edits, skipped 0 edits in 26 ms) 2024-12-02T13:02:06,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 2024-12-02T13:02:06,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:02:06,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, journal: Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, size=0 (0bytes) at 1733144521990Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp at 1733144526008 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1733144526046 (+38 ms)Split 2048 edits, skipped 0 edits. at 1733144526064 (+18 ms)Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 so closing down at 1733144526078 (+14 ms)3 split writer threads finished at 1733144526082 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp (wrote 3002 edits, skipped 0 edits in 26 ms) at 1733144526086 (+4 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000000001-wal.1733144521752.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 at 1733144526088 (+2 ms)Processed 3002 edits across 1 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752, size=0, length=0, corrupted=false, cancelled=false at 1733144526088 2024-12-02T13:02:06,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144521752 2024-12-02T13:02:06,093 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 2024-12-02T13:02:06,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:06,097 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:06,109 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144526097, exclude list is [], retry=0 2024-12-02T13:02:06,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:06,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:06,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:06,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144526097 2024-12-02T13:02:06,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:06,117 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:06,118 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,119 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName a 2024-12-02T13:02:06,120 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,120 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,120 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,121 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName b 2024-12-02T13:02:06,121 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,122 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,122 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,123 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4d1da00772eb28b2cf873d008c508 columnFamilyName c 2024-12-02T13:02:06,123 DEBUG [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,124 INFO [StoreOpener-d6c4d1da00772eb28b2cf873d008c508-1 {}] regionserver.HStore(327): Store=d6c4d1da00772eb28b2cf873d008c508/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,124 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,125 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T13:02:06,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,128 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 2024-12-02T13:02:06,161 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:02:06,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6c4d1da00772eb28b2cf873d008c508 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:02:06,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/277e63549fe1450cb8fdcb4b0c6ba0a5 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733144521777/Put/seqid=0 2024-12-02T13:02:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:02:06,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:02:06,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741858_1035 (size=50463) 2024-12-02T13:02:06,510 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/277e63549fe1450cb8fdcb4b0c6ba0a5 2024-12-02T13:02:06,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/277e63549fe1450cb8fdcb4b0c6ba0a5 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/a/277e63549fe1450cb8fdcb4b0c6ba0a5 2024-12-02T13:02:06,525 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/a/277e63549fe1450cb8fdcb4b0c6ba0a5, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T13:02:06,525 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d6c4d1da00772eb28b2cf873d008c508 in 54ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T13:02:06,537 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:02:06,538 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6c4d1da00772eb28b2cf873d008c508 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:02:06,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/17324b4279504894b5a7399fe8ad2fe0 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733144521816/Put/seqid=0 2024-12-02T13:02:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:02:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:02:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741859_1036 (size=20072) 2024-12-02T13:02:06,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/17324b4279504894b5a7399fe8ad2fe0 2024-12-02T13:02:06,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/18898a6169334192bd7d3807fad5abeb is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733144521834/Put/seqid=0 2024-12-02T13:02:06,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:02:06,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:02:06,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741860_1037 (size=35835) 2024-12-02T13:02:06,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/18898a6169334192bd7d3807fad5abeb 2024-12-02T13:02:06,595 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/a/17324b4279504894b5a7399fe8ad2fe0 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/a/17324b4279504894b5a7399fe8ad2fe0 2024-12-02T13:02:06,601 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/a/17324b4279504894b5a7399fe8ad2fe0, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T13:02:06,603 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/18898a6169334192bd7d3807fad5abeb as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/b/18898a6169334192bd7d3807fad5abeb 2024-12-02T13:02:06,610 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/b/18898a6169334192bd7d3807fad5abeb, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T13:02:06,610 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d6c4d1da00772eb28b2cf873d008c508 in 72ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T13:02:06,618 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:02:06,619 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6c4d1da00772eb28b2cf873d008c508 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T13:02:06,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/8d7b7533d36d45c59a0a9380a4cf7f77 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733144521851/Put/seqid=0 2024-12-02T13:02:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:02:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:02:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741861_1038 (size=35082) 2024-12-02T13:02:06,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/8d7b7533d36d45c59a0a9380a4cf7f77 2024-12-02T13:02:06,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/a623cd12df2a4b729e39da0386da9b96 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733144521894/Put/seqid=0 2024-12-02T13:02:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:02:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:02:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741862_1039 (size=20825) 2024-12-02T13:02:06,668 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/a623cd12df2a4b729e39da0386da9b96 2024-12-02T13:02:06,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/b/8d7b7533d36d45c59a0a9380a4cf7f77 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/b/8d7b7533d36d45c59a0a9380a4cf7f77 2024-12-02T13:02:06,682 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/b/8d7b7533d36d45c59a0a9380a4cf7f77, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T13:02:06,683 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/a623cd12df2a4b729e39da0386da9b96 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/c/a623cd12df2a4b729e39da0386da9b96 2024-12-02T13:02:06,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/c/a623cd12df2a4b729e39da0386da9b96, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T13:02:06,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d6c4d1da00772eb28b2cf873d008c508 in 72ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T13:02:06,701 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733144521957/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:06,704 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 2024-12-02T13:02:06,705 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T13:02:06,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6c4d1da00772eb28b2cf873d008c508 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T13:02:06,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/f5ff81ef16ac4607a3bcdb07fc7a9432 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733144521905/Put/seqid=0 2024-12-02T13:02:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:02:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:02:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741863_1040 (size=50301) 2024-12-02T13:02:06,722 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/f5ff81ef16ac4607a3bcdb07fc7a9432 2024-12-02T13:02:06,727 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ff81ef16ac4607a3bcdb07fc7a9432 2024-12-02T13:02:06,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/.tmp/c/f5ff81ef16ac4607a3bcdb07fc7a9432 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/c/f5ff81ef16ac4607a3bcdb07fc7a9432 2024-12-02T13:02:06,735 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5ff81ef16ac4607a3bcdb07fc7a9432 2024-12-02T13:02:06,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/c/f5ff81ef16ac4607a3bcdb07fc7a9432, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T13:02:06,735 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d6c4d1da00772eb28b2cf873d008c508 in 30ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T13:02:06,736 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/0000000000000003002 2024-12-02T13:02:06,738 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,738 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,738 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T13:02:06,740 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d6c4d1da00772eb28b2cf873d008c508 2024-12-02T13:02:06,743 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenIntoWAL/d6c4d1da00772eb28b2cf873d008c508/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T13:02:06,744 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d6c4d1da00772eb28b2cf873d008c508; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72543719, jitterRate=0.0809856504201889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T13:02:06,744 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d6c4d1da00772eb28b2cf873d008c508: Writing region info on filesystem at 1733144526117Initializing all the Stores at 1733144526118 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526118Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526118Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526118Cleaning up temporary data from old regions at 1733144526738 (+620 ms)Region opened successfully at 1733144526744 (+6 ms) 2024-12-02T13:02:06,807 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d6c4d1da00772eb28b2cf873d008c508, disabling compactions & flushes 2024-12-02T13:02:06,807 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:06,807 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:06,807 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. after waiting 0 ms 2024-12-02T13:02:06,807 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:06,809 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733144521687.d6c4d1da00772eb28b2cf873d008c508. 2024-12-02T13:02:06,809 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d6c4d1da00772eb28b2cf873d008c508: Waiting for close lock at 1733144526807Disabling compacts and flushes for region at 1733144526807Disabling writes for close at 1733144526807Writing region close event to WAL at 1733144526809 (+2 ms)Closed at 1733144526809 2024-12-02T13:02:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741857_1034 (size=93) 2024-12-02T13:02:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741857_1034 (size=93) 2024-12-02T13:02:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741857_1034 (size=93) 2024-12-02T13:02:06,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:06,816 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144526097) 2024-12-02T13:02:06,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1599456349_22 at /127.0.0.1:38210 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:37343 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1599456349_22 at /127.0.0.1:36400 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1599456349_22 at /127.0.0.1:38938 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1599456349_22 at /127.0.0.1:38916 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:41979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:42115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=2979 (was 3034) 2024-12-02T13:02:06,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=2979 2024-12-02T13:02:06,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:06,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:06,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:06,857 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44084384, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-44084384, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:06,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44084384/hregion-44084384.1733144526857, exclude list is [], retry=0 2024-12-02T13:02:06,870 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:06,871 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:06,871 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:06,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44084384/hregion-44084384.1733144526857 2024-12-02T13:02:06,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:06,874 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 38c66b5fbfb2b0448dfcbd7430d488b2, NAME => 'test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:02:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:02:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741865_1042 (size=43) 2024-12-02T13:02:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:06,887 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,889 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName a 2024-12-02T13:02:06,889 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,890 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,890 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,891 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName b 2024-12-02T13:02:06,891 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,892 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,892 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,893 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName c 2024-12-02T13:02:06,893 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:06,894 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:06,894 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,896 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,896 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,897 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:06,898 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:06,901 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:06,901 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38c66b5fbfb2b0448dfcbd7430d488b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64596472, jitterRate=-0.0374375581741333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:06,902 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38c66b5fbfb2b0448dfcbd7430d488b2: Writing region info on filesystem at 1733144526886Initializing all the Stores at 1733144526887 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526887Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526887Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144526887Cleaning up temporary data from old regions at 1733144526896 (+9 ms)Region opened successfully at 1733144526902 (+6 ms) 2024-12-02T13:02:06,902 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38c66b5fbfb2b0448dfcbd7430d488b2, disabling compactions & flushes 2024-12-02T13:02:06,902 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:06,902 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:06,902 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. after waiting 0 ms 2024-12-02T13:02:06,902 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:06,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38c66b5fbfb2b0448dfcbd7430d488b2: Waiting for close lock at 1733144526902Disabling compacts and flushes for region at 1733144526902Disabling writes for close at 1733144526902Writing region close event to WAL at 1733144526903 (+1 ms)Closed at 1733144526903 2024-12-02T13:02:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741864_1041 (size=93) 2024-12-02T13:02:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741864_1041 (size=93) 2024-12-02T13:02:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741864_1041 (size=93) 2024-12-02T13:02:06,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:06,909 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44084384:(num 1733144526857) 2024-12-02T13:02:06,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:06,912 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:06,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, exclude list is [], retry=0 2024-12-02T13:02:06,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:06,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:06,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:06,935 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 2024-12-02T13:02:06,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741866_1043 (size=344306) 2024-12-02T13:02:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741866_1043 (size=344306) 2024-12-02T13:02:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741866_1043 (size=344306) 2024-12-02T13:02:07,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, size=336.2 K (344306bytes) 2024-12-02T13:02:07,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 2024-12-02T13:02:07,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 after 1ms 2024-12-02T13:02:07,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 took 5ms 2024-12-02T13:02:07,100 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733144526912.temp 2024-12-02T13:02:07,102 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp 2024-12-02T13:02:07,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 so closing down 2024-12-02T13:02:07,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:07,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741867_1044 (size=344306) 2024-12-02T13:02:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741867_1044 (size=344306) 2024-12-02T13:02:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741867_1044 (size=344306) 2024-12-02T13:02:07,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-02T13:02:07,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp to hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 2024-12-02T13:02:07,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-02T13:02:07,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, journal: Splitting hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, size=336.2 K (344306bytes) at 1733144527091Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp at 1733144527102 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733144527109 (+7 ms)Split 2048 edits, skipped 0 edits. at 1733144527118 (+9 ms)Finishing writing output for hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 so closing down at 1733144527127 (+9 ms)3 split writer threads finished at 1733144527127Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733144527131 (+4 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000000001-wal.1733144526912.temp to hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 at 1733144527133 (+2 ms)Processed 3000 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733144527133 2024-12-02T13:02:07,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144526912 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144526912 2024-12-02T13:02:07,136 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 2024-12-02T13:02:07,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:07,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:07,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, exclude list is [], retry=0 2024-12-02T13:02:07,154 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:07,154 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:07,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:07,156 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 2024-12-02T13:02:07,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741868_1045 (size=344433) 2024-12-02T13:02:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741868_1045 (size=344433) 2024-12-02T13:02:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741868_1045 (size=344433) 2024-12-02T13:02:07,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, size=336.4 K (344433bytes) 2024-12-02T13:02:07,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 2024-12-02T13:02:07,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 after 0ms 2024-12-02T13:02:07,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 took 4ms 2024-12-02T13:02:07,314 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733144527139.temp 2024-12-02T13:02:07,316 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp 2024-12-02T13:02:07,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 so closing down 2024-12-02T13:02:07,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:07,339 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741869_1046 (size=344433) 2024-12-02T13:02:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741869_1046 (size=344433) 2024-12-02T13:02:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741869_1046 (size=344433) 2024-12-02T13:02:07,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-02T13:02:07,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp to hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 2024-12-02T13:02:07,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-02T13:02:07,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, journal: Splitting hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, size=336.4 K (344433bytes) at 1733144527306Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp at 1733144527316 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733144527320 (+4 ms)Split 2048 edits, skipped 0 edits. at 1733144527330 (+10 ms)Finishing writing output for hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 so closing down at 1733144527337 (+7 ms)3 split writer threads finished at 1733144527339 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733144527343 (+4 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003001-wal.1733144527139.temp to hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 at 1733144527345 (+2 ms)Processed 3000 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733144527346 (+1 ms) 2024-12-02T13:02:07,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527139 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144527139 2024-12-02T13:02:07,349 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 2024-12-02T13:02:07,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:07,352 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/test2727-manual,16010,1733144526850, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:07,372 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527353, exclude list is [], retry=0 2024-12-02T13:02:07,376 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:07,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:07,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:07,379 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733144526850/wal.1733144527353 2024-12-02T13:02:07,380 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:07,380 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 38c66b5fbfb2b0448dfcbd7430d488b2, NAME => 'test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:07,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:07,380 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,381 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,383 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,385 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName a 2024-12-02T13:02:07,385 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,386 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,386 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,387 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName b 2024-12-02T13:02:07,387 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,388 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,388 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,389 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c66b5fbfb2b0448dfcbd7430d488b2 columnFamilyName c 2024-12-02T13:02:07,389 DEBUG [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,390 INFO [StoreOpener-38c66b5fbfb2b0448dfcbd7430d488b2-1 {}] regionserver.HStore(327): Store=38c66b5fbfb2b0448dfcbd7430d488b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,393 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,394 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 2024-12-02T13:02:07,434 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 2024-12-02T13:02:07,435 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 2024-12-02T13:02:07,476 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 2024-12-02T13:02:07,476 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38c66b5fbfb2b0448dfcbd7430d488b2 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T13:02:07,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/a/3c06afbfa18e48cfa9afca1c2604bc60 is 41, key is test2727/a:100/1733144527161/Put/seqid=0 2024-12-02T13:02:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:02:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:02:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741871_1048 (size=84227) 2024-12-02T13:02:07,504 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/a/3c06afbfa18e48cfa9afca1c2604bc60 2024-12-02T13:02:07,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/b/0ea70a1cb8c54495ae5ad733237cddfc is 41, key is test2727/b:100/1733144527209/Put/seqid=0 2024-12-02T13:02:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:02:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:02:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741872_1049 (size=84609) 2024-12-02T13:02:07,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/b/0ea70a1cb8c54495ae5ad733237cddfc 2024-12-02T13:02:07,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/c/9ac1a5029e424da89bcf13e01e74edaf is 41, key is test2727/c:100/1733144527251/Put/seqid=0 2024-12-02T13:02:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:02:07,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:02:07,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741873_1050 (size=84609) 2024-12-02T13:02:07,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/c/9ac1a5029e424da89bcf13e01e74edaf 2024-12-02T13:02:07,584 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/a/3c06afbfa18e48cfa9afca1c2604bc60 as hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/a/3c06afbfa18e48cfa9afca1c2604bc60 2024-12-02T13:02:07,591 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/a/3c06afbfa18e48cfa9afca1c2604bc60, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T13:02:07,593 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/b/0ea70a1cb8c54495ae5ad733237cddfc as hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/b/0ea70a1cb8c54495ae5ad733237cddfc 2024-12-02T13:02:07,600 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/b/0ea70a1cb8c54495ae5ad733237cddfc, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T13:02:07,601 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/.tmp/c/9ac1a5029e424da89bcf13e01e74edaf as hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/c/9ac1a5029e424da89bcf13e01e74edaf 2024-12-02T13:02:07,608 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/c/9ac1a5029e424da89bcf13e01e74edaf, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T13:02:07,609 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 38c66b5fbfb2b0448dfcbd7430d488b2 in 133ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T13:02:07,610 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000003000 2024-12-02T13:02:07,610 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/0000000000000006000 2024-12-02T13:02:07,612 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,612 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,613 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:07,614 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38c66b5fbfb2b0448dfcbd7430d488b2 2024-12-02T13:02:07,617 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/test2727/38c66b5fbfb2b0448dfcbd7430d488b2/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T13:02:07,618 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38c66b5fbfb2b0448dfcbd7430d488b2; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66449945, jitterRate=-0.009818658232688904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:07,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38c66b5fbfb2b0448dfcbd7430d488b2: Writing region info on filesystem at 1733144527381Initializing all the Stores at 1733144527382 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527382Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527383 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527383Obtaining lock to block concurrent updates at 1733144527476 (+93 ms)Preparing flush snapshotting stores in 38c66b5fbfb2b0448dfcbd7430d488b2 at 1733144527476Finished memstore snapshotting test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733144527476Flushing stores of test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. at 1733144527476Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/a: creating writer at 1733144527476Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/a: appending metadata at 1733144527497 (+21 ms)Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/a: closing flushed file at 1733144527497Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/b: creating writer at 1733144527510 (+13 ms)Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/b: appending metadata at 1733144527527 (+17 ms)Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/b: closing flushed file at 1733144527527Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/c: creating writer at 1733144527542 (+15 ms)Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/c: appending metadata at 1733144527569 (+27 ms)Flushing 38c66b5fbfb2b0448dfcbd7430d488b2/c: closing flushed file at 1733144527569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4472ab36: reopening flushed file at 1733144527583 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358e706c: reopening flushed file at 1733144527592 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9354ab: reopening flushed file at 1733144527600 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 38c66b5fbfb2b0448dfcbd7430d488b2 in 133ms, sequenceid=6000, compaction requested=false; wal=null at 1733144527609 (+9 ms)Cleaning up temporary data from old regions at 1733144527612 (+3 ms)Region opened successfully at 1733144527619 (+7 ms) 2024-12-02T13:02:07,620 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T13:02:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38c66b5fbfb2b0448dfcbd7430d488b2, disabling compactions & flushes 2024-12-02T13:02:07,620 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. after waiting 0 ms 2024-12-02T13:02:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:07,622 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733144526852.38c66b5fbfb2b0448dfcbd7430d488b2. 2024-12-02T13:02:07,622 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38c66b5fbfb2b0448dfcbd7430d488b2: Waiting for close lock at 1733144527620Disabling compacts and flushes for region at 1733144527620Disabling writes for close at 1733144527620Writing region close event to WAL at 1733144527621 (+1 ms)Closed at 1733144527622 (+1 ms) 2024-12-02T13:02:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741870_1047 (size=93) 2024-12-02T13:02:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741870_1047 (size=93) 2024-12-02T13:02:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741870_1047 (size=93) 2024-12-02T13:02:07,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:07,627 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144527353) 2024-12-02T13:02:07,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=403 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38322 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36494 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:39046 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2793 (was 2979) 2024-12-02T13:02:07,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2791 2024-12-02T13:02:07,664 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:07,670 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:07,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733144527670 2024-12-02T13:02:07,678 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 2024-12-02T13:02:07,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:07,683 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b575fa0c661de7e08696f41fc7dcb19, NAME => 'testSequentialEditLogSeqNum,,1733144527664.2b575fa0c661de7e08696f41fc7dcb19.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:07,683 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733144527664.2b575fa0c661de7e08696f41fc7dcb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:07,683 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,683 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,684 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19 doesn't exist for region: 2b575fa0c661de7e08696f41fc7dcb19 on table testSequentialEditLogSeqNum 2024-12-02T13:02:07,685 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 2b575fa0c661de7e08696f41fc7dcb19 on table testSequentialEditLogSeqNum 2024-12-02T13:02:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:02:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:02:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741875_1052 (size=62) 2024-12-02T13:02:07,699 INFO [StoreOpener-2b575fa0c661de7e08696f41fc7dcb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,700 INFO [StoreOpener-2b575fa0c661de7e08696f41fc7dcb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b575fa0c661de7e08696f41fc7dcb19 columnFamilyName a 2024-12-02T13:02:07,700 DEBUG [StoreOpener-2b575fa0c661de7e08696f41fc7dcb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,701 INFO [StoreOpener-2b575fa0c661de7e08696f41fc7dcb19-1 {}] regionserver.HStore(327): Store=2b575fa0c661de7e08696f41fc7dcb19/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,701 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,702 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,703 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2b575fa0c661de7e08696f41fc7dcb19 2024-12-02T13:02:07,706 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:07,707 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2b575fa0c661de7e08696f41fc7dcb19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64966802, jitterRate=-0.0319192111492157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:07,708 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2b575fa0c661de7e08696f41fc7dcb19: Writing region info on filesystem at 1733144527683Initializing all the Stores at 1733144527698 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527698Cleaning up temporary data from old regions at 1733144527703 (+5 ms)Region opened successfully at 1733144527708 (+5 ms) 2024-12-02T13:02:07,719 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2b575fa0c661de7e08696f41fc7dcb19 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T13:02:07,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/.tmp/a/420fe65e5ee24e0e9a5534e004f72bab is 81, key is testSequentialEditLogSeqNum/a:x0/1733144527708/Put/seqid=0 2024-12-02T13:02:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:02:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:02:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741876_1053 (size=5833) 2024-12-02T13:02:07,746 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/.tmp/a/420fe65e5ee24e0e9a5534e004f72bab 2024-12-02T13:02:07,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/.tmp/a/420fe65e5ee24e0e9a5534e004f72bab as hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/a/420fe65e5ee24e0e9a5534e004f72bab 2024-12-02T13:02:07,759 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/a/420fe65e5ee24e0e9a5534e004f72bab, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T13:02:07,761 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2b575fa0c661de7e08696f41fc7dcb19 in 42ms, sequenceid=13, compaction requested=false 2024-12-02T13:02:07,761 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2b575fa0c661de7e08696f41fc7dcb19: 2024-12-02T13:02:07,766 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:02:07,767 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:02:07,767 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:02:07,767 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:02:07,767 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T13:02:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741874_1051 (size=3017) 2024-12-02T13:02:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741874_1051 (size=3017) 2024-12-02T13:02:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741874_1051 (size=3017) 2024-12-02T13:02:07,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670, size=2.9 K (3017bytes) 2024-12-02T13:02:07,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 2024-12-02T13:02:07,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 after 1ms 2024-12-02T13:02:07,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 took 3ms 2024-12-02T13:02:07,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 so closing down 2024-12-02T13:02:07,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:07,791 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144527670.temp 2024-12-02T13:02:07,793 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp 2024-12-02T13:02:07,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741877_1054 (size=2433) 2024-12-02T13:02:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741877_1054 (size=2433) 2024-12-02T13:02:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741877_1054 (size=2433) 2024-12-02T13:02:07,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:07,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp to hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000020 2024-12-02T13:02:07,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-02T13:02:07,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670, journal: Splitting hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670, size=2.9 K (3017bytes) at 1733144527785Finishing writing output for hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670 so closing down at 1733144527790 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp at 1733144527793 (+3 ms)3 split writer threads finished at 1733144527793Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733144527800 (+7 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000003-wal.1733144527670.temp to hdfs://localhost:37343/hbase/data/default/testSequentialEditLogSeqNum/2b575fa0c661de7e08696f41fc7dcb19/recovered.edits/0000000000000000020 at 1733144527802 (+2 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733144527663/wal.1733144527670, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733144527802 2024-12-02T13:02:07,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38322 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36494 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:39046 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=2774 (was 2791) 2024-12-02T13:02:07,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=2772 2024-12-02T13:02:07,848 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:07,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:07,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:07,885 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87505301, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-87505301, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:07,900 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87505301/hregion-87505301.1733144527886, exclude list is [], retry=0 2024-12-02T13:02:07,902 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:07,903 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:07,903 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:07,905 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87505301/hregion-87505301.1733144527886 2024-12-02T13:02:07,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:07,905 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e48de29c59a33c14cdcb0439757b9d60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:02:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:02:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741879_1056 (size=70) 2024-12-02T13:02:07,916 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:07,917 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,918 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName a 2024-12-02T13:02:07,918 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,919 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,919 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,920 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName b 2024-12-02T13:02:07,920 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,921 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,921 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,922 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName c 2024-12-02T13:02:07,922 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,923 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,923 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,925 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,925 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,926 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:07,927 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,930 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:07,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e48de29c59a33c14cdcb0439757b9d60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64367347, jitterRate=-0.040851786732673645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e48de29c59a33c14cdcb0439757b9d60: Writing region info on filesystem at 1733144527916Initializing all the Stores at 1733144527917 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527917Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527917Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527917Cleaning up temporary data from old regions at 1733144527925 (+8 ms)Region opened successfully at 1733144527931 (+6 ms) 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e48de29c59a33c14cdcb0439757b9d60, disabling compactions & flushes 2024-12-02T13:02:07,932 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. after waiting 0 ms 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:07,932 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:07,932 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e48de29c59a33c14cdcb0439757b9d60: Waiting for close lock at 1733144527932Disabling compacts and flushes for region at 1733144527932Disabling writes for close at 1733144527932Writing region close event to WAL at 1733144527932Closed at 1733144527932 2024-12-02T13:02:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741878_1055 (size=93) 2024-12-02T13:02:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741878_1055 (size=93) 2024-12-02T13:02:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741878_1055 (size=93) 2024-12-02T13:02:07,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:07,939 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87505301:(num 1733144527886) 2024-12-02T13:02:07,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:07,942 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:07,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, exclude list is [], retry=0 2024-12-02T13:02:07,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:07,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:07,960 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:07,962 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 2024-12-02T13:02:07,962 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:07,962 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e48de29c59a33c14cdcb0439757b9d60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:07,962 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:07,962 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,962 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,964 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,965 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName a 2024-12-02T13:02:07,965 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,966 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,966 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,966 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName b 2024-12-02T13:02:07,966 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,967 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,967 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,967 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName c 2024-12-02T13:02:07,968 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:07,968 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:07,968 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,969 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,971 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,971 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,971 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:07,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:07,973 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e48de29c59a33c14cdcb0439757b9d60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66366415, jitterRate=-0.011063352227210999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:07,974 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e48de29c59a33c14cdcb0439757b9d60: Writing region info on filesystem at 1733144527963Initializing all the Stores at 1733144527964 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527964Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527964Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144527964Cleaning up temporary data from old regions at 1733144527971 (+7 ms)Region opened successfully at 1733144527974 (+3 ms) 2024-12-02T13:02:07,979 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733144527978/Put/seqid=0 2024-12-02T13:02:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:02:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:02:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741881_1058 (size=4826) 2024-12-02T13:02:07,988 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37343/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e48de29c59a33c14cdcb0439757b9d60/a 2024-12-02T13:02:07,996 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T13:02:07,996 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:02:07,997 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e48de29c59a33c14cdcb0439757b9d60: 2024-12-02T13:02:07,998 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/52e5b80d275a443ca4e75865ad397ff7_SeqId_3_ 2024-12-02T13:02:07,999 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37343/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e48de29c59a33c14cdcb0439757b9d60/a as hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/52e5b80d275a443ca4e75865ad397ff7_SeqId_3_ - updating store file list. 2024-12-02T13:02:08,004 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52e5b80d275a443ca4e75865ad397ff7_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:08,005 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/52e5b80d275a443ca4e75865ad397ff7_SeqId_3_ into e48de29c59a33c14cdcb0439757b9d60/a 2024-12-02T13:02:08,005 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37343/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e48de29c59a33c14cdcb0439757b9d60/a (new location: hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/52e5b80d275a443ca4e75865ad397ff7_SeqId_3_) 2024-12-02T13:02:08,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, size=0 (0bytes) 2024-12-02T13:02:08,057 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 might be still open, length is 0 2024-12-02T13:02:08,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 2024-12-02T13:02:08,057 WARN [IPC Server handler 2 on default port 37343 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T13:02:08,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 after 1ms 2024-12-02T13:02:08,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T13:02:08,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:08,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T13:02:08,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:08,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:02:08,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T13:02:08,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T13:02:08,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:08,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T13:02:08,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:08,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T13:02:08,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:09,211 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:38384 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38384 dst: /127.0.0.1:41405 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41405 remote=/127.0.0.1:38384]. Total timeout mills is 60000, 58801 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:09,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36616 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36616 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:09,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:39116 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34765:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39116 dst: /127.0.0.1:34765 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741880_1059 (size=504) 2024-12-02T13:02:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741880_1059 (size=504) 2024-12-02T13:02:12,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 after 4002ms 2024-12-02T13:02:12,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 took 4009ms 2024-12-02T13:02:12,069 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942; continuing. 2024-12-02T13:02:12,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 so closing down 2024-12-02T13:02:12,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:12,072 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733144527942.temp 2024-12-02T13:02:12,074 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp 2024-12-02T13:02:12,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741882_1060 (size=238) 2024-12-02T13:02:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741882_1060 (size=238) 2024-12-02T13:02:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741882_1060 (size=238) 2024-12-02T13:02:12,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:12,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp to hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 2024-12-02T13:02:12,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:02:12,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, journal: Splitting hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, size=0 (0bytes) at 1733144528057Finishing writing output for hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 so closing down at 1733144532069 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp at 1733144532074 (+5 ms)3 split writer threads finished at 1733144532074Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733144532082 (+8 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005-wal.1733144527942.temp to hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 at 1733144532084 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942, size=0, length=0, corrupted=false, cancelled=false at 1733144532085 (+1 ms) 2024-12-02T13:02:12,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144527942 2024-12-02T13:02:12,088 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 2024-12-02T13:02:12,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:12,090 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:12,123 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144532091, exclude list is [], retry=0 2024-12-02T13:02:12,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:12,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:12,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:12,128 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144532091 2024-12-02T13:02:12,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:12,128 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e48de29c59a33c14cdcb0439757b9d60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:12,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:12,129 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,129 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,131 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,131 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName a 2024-12-02T13:02:12,131 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,138 DEBUG [StoreFileOpener-e48de29c59a33c14cdcb0439757b9d60-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52e5b80d275a443ca4e75865ad397ff7_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:12,138 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/52e5b80d275a443ca4e75865ad397ff7_SeqId_3_ 2024-12-02T13:02:12,138 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:12,138 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,139 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName b 2024-12-02T13:02:12,139 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,140 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:12,140 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,141 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48de29c59a33c14cdcb0439757b9d60 columnFamilyName c 2024-12-02T13:02:12,141 DEBUG [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,141 INFO [StoreOpener-e48de29c59a33c14cdcb0439757b9d60-1 {}] regionserver.HStore(327): Store=e48de29c59a33c14cdcb0439757b9d60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:12,142 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,143 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,145 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 2024-12-02T13:02:12,148 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 2024-12-02T13:02:12,148 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e48de29c59a33c14cdcb0439757b9d60 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T13:02:12,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/.tmp/a/a1c8eef5e27b4f2eb95764cecd3c340e is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733144528011/Put/seqid=0 2024-12-02T13:02:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:02:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:02:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741884_1062 (size=5149) 2024-12-02T13:02:12,167 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/.tmp/a/a1c8eef5e27b4f2eb95764cecd3c340e 2024-12-02T13:02:12,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/.tmp/a/a1c8eef5e27b4f2eb95764cecd3c340e as hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/a1c8eef5e27b4f2eb95764cecd3c340e 2024-12-02T13:02:12,178 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/a/a1c8eef5e27b4f2eb95764cecd3c340e, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T13:02:12,178 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e48de29c59a33c14cdcb0439757b9d60 in 30ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T13:02:12,179 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/0000000000000000005 2024-12-02T13:02:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,181 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:12,183 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e48de29c59a33c14cdcb0439757b9d60 2024-12-02T13:02:12,185 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e48de29c59a33c14cdcb0439757b9d60/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T13:02:12,186 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e48de29c59a33c14cdcb0439757b9d60; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866888, jitterRate=-0.10791385173797607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:12,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e48de29c59a33c14cdcb0439757b9d60: Writing region info on filesystem at 1733144532129Initializing all the Stores at 1733144532130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144532130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144532130Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144532130Obtaining lock to block concurrent updates at 1733144532148 (+18 ms)Preparing flush snapshotting stores in e48de29c59a33c14cdcb0439757b9d60 at 1733144532148Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733144532148Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. at 1733144532148Flushing e48de29c59a33c14cdcb0439757b9d60/a: creating writer at 1733144532148Flushing e48de29c59a33c14cdcb0439757b9d60/a: appending metadata at 1733144532160 (+12 ms)Flushing e48de29c59a33c14cdcb0439757b9d60/a: closing flushed file at 1733144532160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266cdd10: reopening flushed file at 1733144532171 (+11 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e48de29c59a33c14cdcb0439757b9d60 in 30ms, sequenceid=5, compaction requested=false; wal=null at 1733144532178 (+7 ms)Cleaning up temporary data from old regions at 1733144532180 (+2 ms)Region opened successfully at 1733144532186 (+6 ms) 2024-12-02T13:02:12,190 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e48de29c59a33c14cdcb0439757b9d60, disabling compactions & flushes 2024-12-02T13:02:12,190 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:12,190 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:12,190 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. after waiting 0 ms 2024-12-02T13:02:12,190 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:12,191 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733144527848.e48de29c59a33c14cdcb0439757b9d60. 2024-12-02T13:02:12,191 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e48de29c59a33c14cdcb0439757b9d60: Waiting for close lock at 1733144532190Disabling compacts and flushes for region at 1733144532190Disabling writes for close at 1733144532190Writing region close event to WAL at 1733144532191 (+1 ms)Closed at 1733144532191 2024-12-02T13:02:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741883_1061 (size=93) 2024-12-02T13:02:12,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144532091 not finished, retry = 0 2024-12-02T13:02:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741883_1061 (size=93) 2024-12-02T13:02:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741883_1061 (size=93) 2024-12-02T13:02:12,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:12,298 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144532091) 2024-12-02T13:02:12,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 408) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1412726655_22 at /127.0.0.1:36298 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1412726655_22 at /127.0.0.1:37498 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1412726655_22 at /127.0.0.1:42202 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:37343 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2633 (was 2772) 2024-12-02T13:02:12,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=2632 2024-12-02T13:02:12,343 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:12,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T13:02:12,351 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 06e3e18f2515,34261,1733144518187 2024-12-02T13:02:12,353 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5cf30a 2024-12-02T13:02:12,353 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T13:02:12,355 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T13:02:12,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T13:02:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T13:02:12,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T13:02:12,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T13:02:12,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T13:02:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:02:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:02:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:02:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741885_1063 (size=694) 2024-12-02T13:02:12,380 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07 2024-12-02T13:02:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:02:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:02:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741886_1064 (size=77) 2024-12-02T13:02:12,390 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:12,391 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:12,391 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,391 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,391 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:12,391 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,391 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,391 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144532391Disabling compacts and flushes for region at 1733144532391Disabling writes for close at 1733144532391Writing region close event to WAL at 1733144532391Closed at 1733144532391 2024-12-02T13:02:12,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T13:02:12,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733144532393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733144532393"}]},"ts":"1733144532393"} 2024-12-02T13:02:12,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T13:02:12,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T13:02:12,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733144532404"}]},"ts":"1733144532404"} 2024-12-02T13:02:12,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T13:02:12,411 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T13:02:12,413 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:02:12,413 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:02:12,413 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T13:02:12,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:02:12,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN}] 2024-12-02T13:02:12,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN 2024-12-02T13:02:12,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN; state=OFFLINE, location=06e3e18f2515,41291,1733144518849; forceNewPlan=false, retain=false 2024-12-02T13:02:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:02:12,570 INFO [06e3e18f2515:34261 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:02:12,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPENING, regionLocation=06e3e18f2515,41291,1733144518849 2024-12-02T13:02:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN because future has completed 2024-12-02T13:02:12,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849}] 2024-12-02T13:02:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:02:12,733 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:02:12,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:02:12,740 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,740 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:12,741 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,741 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:12,741 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,741 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,743 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,745 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:12,745 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,746 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:12,746 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,748 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:12,748 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:12,749 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:12,749 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,750 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,750 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,751 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,751 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,752 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:02:12,753 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,755 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:12,756 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef1be92eb9fbfd166811d4ef6d5a0b73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73531010, jitterRate=0.09569743275642395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:02:12,756 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:12,757 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Running coprocessor pre-open hook at 1733144532741Writing region info on filesystem at 1733144532741Initializing all the Stores at 1733144532743 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144532743Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144532743Cleaning up temporary data from old regions at 1733144532751 (+8 ms)Running coprocessor post-open hooks at 1733144532756 (+5 ms)Region opened successfully at 1733144532756 2024-12-02T13:02:12,758 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., pid=6, masterSystemTime=1733144532732 2024-12-02T13:02:12,760 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,761 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:12,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPEN, openSeqNum=2, regionLocation=06e3e18f2515,41291,1733144518849 2024-12-02T13:02:12,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 because future has completed 2024-12-02T13:02:12,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T13:02:12,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 in 187 msec 2024-12-02T13:02:12,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T13:02:12,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN in 353 msec 2024-12-02T13:02:12,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T13:02:12,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733144532771"}]},"ts":"1733144532771"} 2024-12-02T13:02:12,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T13:02:12,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T13:02:12,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-12-02T13:02:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T13:02:13,000 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T13:02:13,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T13:02:13,003 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T13:02:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T13:02:13,010 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T13:02:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T13:02:13,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=2] 2024-12-02T13:02:13,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T13:02:13,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T13:02:13,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ef1be92eb9fbfd166811d4ef6d5a0b73, source=06e3e18f2515,41291,1733144518849, destination=06e3e18f2515,45739,1733144518733, warming up region on 06e3e18f2515,45739,1733144518733 2024-12-02T13:02:13,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ef1be92eb9fbfd166811d4ef6d5a0b73, source=06e3e18f2515,41291,1733144518849, destination=06e3e18f2515,45739,1733144518733, running balancer 2024-12-02T13:02:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE 2024-12-02T13:02:13,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE 2024-12-02T13:02:13,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=CLOSING, regionLocation=06e3e18f2515,41291,1733144518849 2024-12-02T13:02:13,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(7855): Warmup {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:13,049 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,050 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:13,050 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE because future has completed 2024-12-02T13:02:13,051 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,051 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,051 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T13:02:13,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849}] 2024-12-02T13:02:13,052 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:13,052 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,053 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:13,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144533053Disabling compacts and flushes for region at 1733144533053Disabling writes for close at 1733144533053Writing region close event to WAL at 1733144533053Closed at 1733144533053 2024-12-02T13:02:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T13:02:13,212 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,212 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T13:02:13,213 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:13,213 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,213 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,213 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:13,213 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,213 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ef1be92eb9fbfd166811d4ef6d5a0b73 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T13:02:13,232 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/5c4b464cc11d44dcb36ca57378b7e842 is 35, key is r1/cf1:q/1733144533026/Put/seqid=0 2024-12-02T13:02:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:02:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:02:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741887_1065 (size=4783) 2024-12-02T13:02:13,239 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/5c4b464cc11d44dcb36ca57378b7e842 2024-12-02T13:02:13,247 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/5c4b464cc11d44dcb36ca57378b7e842 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842 2024-12-02T13:02:13,252 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T13:02:13,254 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ef1be92eb9fbfd166811d4ef6d5a0b73 in 41ms, sequenceid=5, compaction requested=false 2024-12-02T13:02:13,254 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T13:02:13,260 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:02:13,262 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,262 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144533213Running coprocessor pre-close hooks at 1733144533213Disabling compacts and flushes for region at 1733144533213Disabling writes for close at 1733144533213Obtaining lock to block concurrent updates at 1733144533213Preparing flush snapshotting stores in ef1be92eb9fbfd166811d4ef6d5a0b73 at 1733144533213Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733144533214 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. at 1733144533215 (+1 ms)Flushing ef1be92eb9fbfd166811d4ef6d5a0b73/cf1: creating writer at 1733144533215Flushing ef1be92eb9fbfd166811d4ef6d5a0b73/cf1: appending metadata at 1733144533232 (+17 ms)Flushing ef1be92eb9fbfd166811d4ef6d5a0b73/cf1: closing flushed file at 1733144533232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f149a59: reopening flushed file at 1733144533245 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ef1be92eb9fbfd166811d4ef6d5a0b73 in 41ms, sequenceid=5, compaction requested=false at 1733144533254 (+9 ms)Writing region close event to WAL at 1733144533256 (+2 ms)Running coprocessor post-close hooks at 1733144533260 (+4 ms)Closed at 1733144533262 (+2 ms) 2024-12-02T13:02:13,263 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ef1be92eb9fbfd166811d4ef6d5a0b73 move to 06e3e18f2515,45739,1733144518733 record at close sequenceid=5 2024-12-02T13:02:13,266 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=CLOSED 2024-12-02T13:02:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 because future has completed 2024-12-02T13:02:13,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T13:02:13,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 in 218 msec 2024-12-02T13:02:13,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE; state=CLOSED, location=06e3e18f2515,45739,1733144518733; forceNewPlan=false, retain=false 2024-12-02T13:02:13,425 INFO [06e3e18f2515:34261 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:02:13,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPENING, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:13,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE because future has completed 2024-12-02T13:02:13,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733}] 2024-12-02T13:02:13,589 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,589 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:13,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:13,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,590 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,591 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,592 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:13,593 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,600 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842 2024-12-02T13:02:13,600 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,600 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,601 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:13,601 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,602 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,602 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,603 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,604 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,605 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,605 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,605 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:02:13,607 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,608 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ef1be92eb9fbfd166811d4ef6d5a0b73; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67941235, jitterRate=0.012403294444084167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:02:13,608 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,609 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Running coprocessor pre-open hook at 1733144533590Writing region info on filesystem at 1733144533590Initializing all the Stores at 1733144533591 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144533591Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144533591Cleaning up temporary data from old regions at 1733144533605 (+14 ms)Running coprocessor post-open hooks at 1733144533608 (+3 ms)Region opened successfully at 1733144533609 (+1 ms) 2024-12-02T13:02:13,610 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., pid=9, masterSystemTime=1733144533585 2024-12-02T13:02:13,612 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,612 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPEN, openSeqNum=9, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 because future has completed 2024-12-02T13:02:13,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T13:02:13,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 in 187 msec 2024-12-02T13:02:13,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE in 578 msec 2024-12-02T13:02:13,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:02:13,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:02:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:50534 deadline: 1733144593657, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=45739 startCode=1733144518733. As of locationSeqNum=5. 2024-12-02T13:02:13,677 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=45739 startCode=1733144518733. As of locationSeqNum=5. 2024-12-02T13:02:13,678 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=45739 startCode=1733144518733. As of locationSeqNum=5. 2024-12-02T13:02:13,678 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=45739 startCode=1733144518733. As of locationSeqNum=5. 2024-12-02T13:02:13,803 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ef1be92eb9fbfd166811d4ef6d5a0b73 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T13:02:13,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc is 29, key is r1/cf1:/1733144533790/DeleteFamily/seqid=0 2024-12-02T13:02:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:02:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:02:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741888_1066 (size=4906) 2024-12-02T13:02:13,830 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,836 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf2/bf395155af5847698b2c7845ae406af0 is 29, key is r1/cf2:/1733144533790/DeleteFamily/seqid=0 2024-12-02T13:02:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:02:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:02:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741889_1067 (size=4906) 2024-12-02T13:02:13,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf2/bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,863 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,870 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T13:02:13,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf2/bf395155af5847698b2c7845ae406af0 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,877 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,877 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T13:02:13,878 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ef1be92eb9fbfd166811d4ef6d5a0b73 in 75ms, sequenceid=12, compaction requested=false 2024-12-02T13:02:13,878 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ef1be92eb9fbfd166811d4ef6d5a0b73: 2024-12-02T13:02:13,880 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T13:02:13,882 DEBUG [Time-limited test {}] regionserver.HStore(1541): ef1be92eb9fbfd166811d4ef6d5a0b73/cf1 is initiating major compaction (all files) 2024-12-02T13:02:13,882 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:02:13,882 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:13,882 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ef1be92eb9fbfd166811d4ef6d5a0b73/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,883 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842, hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc] into tmpdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp, totalSize=9.5 K 2024-12-02T13:02:13,884 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5c4b464cc11d44dcb36ca57378b7e842, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733144533026 2024-12-02T13:02:13,884 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e1413dfa3ff94ad7a8eb7f431115d1dc, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T13:02:13,894 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ef1be92eb9fbfd166811d4ef6d5a0b73#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T13:02:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:02:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:02:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741890_1068 (size=4626) 2024-12-02T13:02:13,908 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf1/0898ce3b301e4f209ef4879b8122978d as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/0898ce3b301e4f209ef4879b8122978d 2024-12-02T13:02:13,920 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ef1be92eb9fbfd166811d4ef6d5a0b73/cf1 of ef1be92eb9fbfd166811d4ef6d5a0b73 into 0898ce3b301e4f209ef4879b8122978d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:02:13,920 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ef1be92eb9fbfd166811d4ef6d5a0b73: 2024-12-02T13:02:13,921 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T13:02:13,921 DEBUG [Time-limited test {}] regionserver.HStore(1541): ef1be92eb9fbfd166811d4ef6d5a0b73/cf2 is initiating major compaction (all files) 2024-12-02T13:02:13,921 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T13:02:13,921 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T13:02:13,921 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ef1be92eb9fbfd166811d4ef6d5a0b73/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,921 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0] into tmpdir=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp, totalSize=4.8 K 2024-12-02T13:02:13,922 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bf395155af5847698b2c7845ae406af0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T13:02:13,928 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ef1be92eb9fbfd166811d4ef6d5a0b73#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T13:02:13,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:02:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:02:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741891_1069 (size=4592) 2024-12-02T13:02:13,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/.tmp/cf2/474b870d56c7499b95973f4f9387d069 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/474b870d56c7499b95973f4f9387d069 2024-12-02T13:02:13,949 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ef1be92eb9fbfd166811d4ef6d5a0b73/cf2 of ef1be92eb9fbfd166811d4ef6d5a0b73 into 474b870d56c7499b95973f4f9387d069(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:02:13,949 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ef1be92eb9fbfd166811d4ef6d5a0b73: 2024-12-02T13:02:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ef1be92eb9fbfd166811d4ef6d5a0b73, source=06e3e18f2515,45739,1733144518733, destination=06e3e18f2515,41291,1733144518849, warming up region on 06e3e18f2515,41291,1733144518849 2024-12-02T13:02:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ef1be92eb9fbfd166811d4ef6d5a0b73, source=06e3e18f2515,45739,1733144518733, destination=06e3e18f2515,41291,1733144518849, running balancer 2024-12-02T13:02:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE 2024-12-02T13:02:13,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE 2024-12-02T13:02:13,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=CLOSING, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:13,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(7855): Warmup {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:13,958 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE because future has completed 2024-12-02T13:02:13,959 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T13:02:13,959 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:13,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733}] 2024-12-02T13:02:13,960 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,968 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/0898ce3b301e4f209ef4879b8122978d 2024-12-02T13:02:13,974 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842 2024-12-02T13:02:13,980 INFO [StoreFileOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,980 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:13,981 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,981 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:13,982 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:13,982 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:13,988 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/474b870d56c7499b95973f4f9387d069 2024-12-02T13:02:13,993 INFO [StoreFileOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,993 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:13,993 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:13,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144533993Disabling compacts and flushes for region at 1733144533993Disabling writes for close at 1733144533993Writing region close event to WAL at 1733144533994 (+1 ms)Closed at 1733144533994 2024-12-02T13:02:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T13:02:14,114 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,114 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T13:02:14,114 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:14,114 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,114 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,114 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:14,114 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,115 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842, hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc] to archive 2024-12-02T13:02:14,118 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:02:14,122 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842 to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/5c4b464cc11d44dcb36ca57378b7e842 2024-12-02T13:02:14,125 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/e1413dfa3ff94ad7a8eb7f431115d1dc 2024-12-02T13:02:14,139 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0] to archive 2024-12-02T13:02:14,140 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:02:14,142 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0 to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/bf395155af5847698b2c7845ae406af0 2024-12-02T13:02:14,147 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T13:02:14,147 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,148 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144534114Running coprocessor pre-close hooks at 1733144534114Disabling compacts and flushes for region at 1733144534114Disabling writes for close at 1733144534114Writing region close event to WAL at 1733144534143 (+29 ms)Running coprocessor post-close hooks at 1733144534147 (+4 ms)Closed at 1733144534147 2024-12-02T13:02:14,148 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ef1be92eb9fbfd166811d4ef6d5a0b73 move to 06e3e18f2515,41291,1733144518849 record at close sequenceid=12 2024-12-02T13:02:14,150 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=CLOSED 2024-12-02T13:02:14,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 because future has completed 2024-12-02T13:02:14,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T13:02:14,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 in 196 msec 2024-12-02T13:02:14,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE; state=CLOSED, location=06e3e18f2515,41291,1733144518849; forceNewPlan=false, retain=false 2024-12-02T13:02:14,309 INFO [06e3e18f2515:34261 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T13:02:14,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPENING, regionLocation=06e3e18f2515,41291,1733144518849 2024-12-02T13:02:14,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE because future has completed 2024-12-02T13:02:14,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849}] 2024-12-02T13:02:14,474 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,474 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:14,475 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,475 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:14,475 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,475 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,478 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,479 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:14,479 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:14,489 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/0898ce3b301e4f209ef4879b8122978d 2024-12-02T13:02:14,489 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:14,489 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,490 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:14,491 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:14,497 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/474b870d56c7499b95973f4f9387d069 2024-12-02T13:02:14,497 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:14,497 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,498 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,500 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,500 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,501 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,501 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:02:14,503 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,504 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ef1be92eb9fbfd166811d4ef6d5a0b73; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60857822, jitterRate=-0.09314778447151184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:02:14,504 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,505 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Running coprocessor pre-open hook at 1733144534476Writing region info on filesystem at 1733144534476Initializing all the Stores at 1733144534477 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144534477Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144534478 (+1 ms)Cleaning up temporary data from old regions at 1733144534501 (+23 ms)Running coprocessor post-open hooks at 1733144534504 (+3 ms)Region opened successfully at 1733144534505 (+1 ms) 2024-12-02T13:02:14,506 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., pid=12, masterSystemTime=1733144534468 2024-12-02T13:02:14,508 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,508 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPEN, openSeqNum=18, regionLocation=06e3e18f2515,41291,1733144518849 2024-12-02T13:02:14,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 because future has completed 2024-12-02T13:02:14,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T13:02:14,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,41291,1733144518849 in 199 msec 2024-12-02T13:02:14,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, REOPEN/MOVE in 563 msec 2024-12-02T13:02:14,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T13:02:14,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T13:02:14,560 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 06e3e18f2515,41291,1733144518849: testing ***** 2024-12-02T13:02:14,560 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T13:02:14,562 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T13:02:14,563 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T13:02:14,564 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T13:02:14,565 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T13:02:14,570 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 272147384 }, "NonHeapMemoryUsage": { "committed": 169803776, "init": 7667712, "max": -1, "used": 167224672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58139", "tag.serverName": "06e3e18f2515,45739,1733144518733", "tag.clusterId": "b635270f-dca8-449b-a555-8a004cb499e5", "tag.Context": "regionserver", "tag.Hostname": "06e3e18f2515", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733144518733, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 3, "ScanTime_mean": 1, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 2, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 6, "Put_mean": 4, "Put_25th_percentile": 3, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 5, "Put_95th_percentile": 5, "Put_98th_percentile": 5, "Put_99th_percentile": 5, "Put_99.9th_percentile": 5, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T13:02:14,574 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34261 {}] master.MasterRpcServices(700): 06e3e18f2515,41291,1733144518849 reported a fatal error: ***** ABORTING region server 06e3e18f2515,41291,1733144518849: testing ***** 2024-12-02T13:02:14,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,41291,1733144518849' ***** 2024-12-02T13:02:14,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T13:02:14,576 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T13:02:14,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(956): aborting server 06e3e18f2515,41291,1733144518849 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:02:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45739 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:40356 deadline: 1733144594577, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=41291 startCode=1733144518849. As of locationSeqNum=12. 2024-12-02T13:02:14,577 INFO [RS:2;06e3e18f2515:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;06e3e18f2515:41291. 2024-12-02T13:02:14,577 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:14,577 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,577 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,577 DEBUG [RS:2;06e3e18f2515:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:02:14,577 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:14,578 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,578 DEBUG [RS:2;06e3e18f2515:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:14,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=41291 startCode=1733144518849. As of locationSeqNum=12. 2024-12-02T13:02:14,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=41291 startCode=1733144518849. As of locationSeqNum=12. 2024-12-02T13:02:14,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=06e3e18f2515 port=41291 startCode=1733144518849. As of locationSeqNum=12. 2024-12-02T13:02:14,578 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T13:02:14,578 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1325): Online Regions={ef1be92eb9fbfd166811d4ef6d5a0b73=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.} 2024-12-02T13:02:14,578 DEBUG [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1351): Waiting on ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:14,580 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,580 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144534577Running coprocessor pre-close hooks at 1733144534577Disabling compacts and flushes for region at 1733144534577Disabling writes for close at 1733144534578 (+1 ms)Writing region close event to WAL at 1733144534579 (+1 ms)Running coprocessor post-close hooks at 1733144534579Closed at 1733144534579 2024-12-02T13:02:14,580 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:14,629 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,41291,1733144518849 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:14,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,41291,1733144518849 aborting 2024-12-02T13:02:14,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 06e3e18f2515,41291,1733144518849 aborting 2024-12-02T13:02:14,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=12 from cache 2024-12-02T13:02:14,779 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,41291,1733144518849; all regions closed. 2024-12-02T13:02:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741835_1011 (size=2142) 2024-12-02T13:02:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741835_1011 (size=2142) 2024-12-02T13:02:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741835_1011 (size=2142) 2024-12-02T13:02:14,787 DEBUG [RS:2;06e3e18f2515:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:14,788 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:14,788 INFO [RS:2;06e3e18f2515:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:02:14,788 INFO [RS:2;06e3e18f2515:41291 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:02:14,788 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:02:14,789 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:02:14,789 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:02:14,789 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:02:14,789 INFO [RS:2;06e3e18f2515:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:02:14,789 INFO [RS:2;06e3e18f2515:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41291 2024-12-02T13:02:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:02:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,41291,1733144518849 2024-12-02T13:02:14,795 INFO [RS:2;06e3e18f2515:41291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:02:14,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,41291,1733144518849] 2024-12-02T13:02:14,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,41291,1733144518849 already deleted, retry=false 2024-12-02T13:02:14,798 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 06e3e18f2515,41291,1733144518849 on 06e3e18f2515,34261,1733144518187 2024-12-02T13:02:14,802 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 06e3e18f2515,41291,1733144518849, splitWal=true, meta=false 2024-12-02T13:02:14,804 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 06e3e18f2515,41291,1733144518849 (carryingMeta=false) 06e3e18f2515,41291,1733144518849/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@50517573[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T13:02:14,804 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 06e3e18f2515,41291,1733144518849, splitWal=true, meta=false 2024-12-02T13:02:14,805 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 06e3e18f2515,41291,1733144518849 had 1 regions 2024-12-02T13:02:14,806 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 06e3e18f2515,41291,1733144518849, splitWal=true, meta=false, isMeta: false 2024-12-02T13:02:14,808 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting 2024-12-02T13:02:14,808 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,41291,1733144518849 WAL count=1, meta=false 2024-12-02T13:02:14,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 06e3e18f2515%2C41291%2C1733144518849.1733144520060}] 2024-12-02T13:02:14,818 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:14,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 06e3e18f2515%2C41291%2C1733144518849.1733144520060, worker=06e3e18f2515,45739,1733144518733}] 2024-12-02T13:02:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x1009b05f7aa0003, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:14,898 INFO [RS:2;06e3e18f2515:41291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:02:14,898 INFO [RS:2;06e3e18f2515:41291 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,41291,1733144518849; zookeeper connection closed. 2024-12-02T13:02:14,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b77ba0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b77ba0d 2024-12-02T13:02:14,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18] 2024-12-02T13:02:14,907 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 06e3e18f2515:41291 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:41291 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:14,908 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18, error=java.net.ConnectException: Call to address=06e3e18f2515:41291 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:41291 2024-12-02T13:02:14,909 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-02T13:02:14,909 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 from cache 2024-12-02T13:02:14,909 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 06e3e18f2515:41291 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 06e3e18f2515/172.17.0.2:41291 2024-12-02T13:02:14,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T13:02:15,005 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060, size=2.1 K (2142bytes) 2024-12-02T13:02:15,005 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 2024-12-02T13:02:15,005 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 after 0ms 2024-12-02T13:02:15,008 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 took 4ms 2024-12-02T13:02:15,014 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ef1be92eb9fbfd166811d4ef6d5a0b73: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T13:02:15,014 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 so closing down 2024-12-02T13:02:15,014 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:15,014 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:15,015 INFO [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-02T13:02:15,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060, journal: Splitting hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060, size=2.1 K (2142bytes) at 1733144535005Finishing writing output for hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 so closing down at 1733144535014 (+9 ms)3 split writer threads finished at 1733144535015 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733144535015 2024-12-02T13:02:15,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 2024-12-02T13:02:15,016 DEBUG [RS_LOG_REPLAY_OPS-regionserver/06e3e18f2515:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T13:02:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T13:02:15,022 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting/06e3e18f2515%2C41291%2C1733144518849.1733144520060 to hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs 2024-12-02T13:02:15,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T13:02:15,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 06e3e18f2515%2C41291%2C1733144518849.1733144520060, worker=06e3e18f2515,45739,1733144518733 in 202 msec 2024-12-02T13:02:15,027 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T13:02:15,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 06e3e18f2515%2C41291%2C1733144518849.1733144520060, worker=06e3e18f2515,45739,1733144518733 in 217 msec 2024-12-02T13:02:15,032 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting dir is empty, no logs to split. 2024-12-02T13:02:15,032 INFO [PEWorker-1 {}] master.SplitWALManager(105): 06e3e18f2515,41291,1733144518849 WAL count=0, meta=false 2024-12-02T13:02:15,032 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 06e3e18f2515,41291,1733144518849 WAL splitting is done? wals=0, meta=false 2024-12-02T13:02:15,034 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 06e3e18f2515,41291,1733144518849 failed, ignore...File hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/WALs/06e3e18f2515,41291,1733144518849-splitting does not exist. 2024-12-02T13:02:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN}] 2024-12-02T13:02:15,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN 2024-12-02T13:02:15,039 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(204): Hosts are {06e3e18f2515=0} racks are {/default-rack=0} 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T13:02:15,190 INFO [06e3e18f2515:34261 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T13:02:15,190 INFO [06e3e18f2515:34261 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T13:02:15,190 DEBUG [06e3e18f2515:34261 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T13:02:15,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPENING, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:15,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN because future has completed 2024-12-02T13:02:15,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733}] 2024-12-02T13:02:15,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18] 2024-12-02T13:02:15,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 06e3e18f2515:41291 this server is in the failed servers list 2024-12-02T13:02:15,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=06e3e18f2515:41291 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:41291 2024-12-02T13:02:15,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 06e3e18f2515:41291 2024-12-02T13:02:15,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,41291,1733144518849, seqNum=18 from cache 2024-12-02T13:02:15,351 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:15,351 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ef1be92eb9fbfd166811d4ef6d5a0b73, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:15,352 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,352 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:15,352 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,352 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,354 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,355 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf1 2024-12-02T13:02:15,355 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,362 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf1/0898ce3b301e4f209ef4879b8122978d 2024-12-02T13:02:15,362 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,363 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,364 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef1be92eb9fbfd166811d4ef6d5a0b73 columnFamilyName cf2 2024-12-02T13:02:15,364 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,370 DEBUG [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/cf2/474b870d56c7499b95973f4f9387d069 2024-12-02T13:02:15,370 INFO [StoreOpener-ef1be92eb9fbfd166811d4ef6d5a0b73-1 {}] regionserver.HStore(327): Store=ef1be92eb9fbfd166811d4ef6d5a0b73/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,370 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,372 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,373 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,373 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,374 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,374 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T13:02:15,376 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,377 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ef1be92eb9fbfd166811d4ef6d5a0b73; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71752639, jitterRate=0.0691976398229599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T13:02:15,377 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:15,377 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Running coprocessor pre-open hook at 1733144535352Writing region info on filesystem at 1733144535352Initializing all the Stores at 1733144535354 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535354Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535354Cleaning up temporary data from old regions at 1733144535374 (+20 ms)Running coprocessor post-open hooks at 1733144535377 (+3 ms)Region opened successfully at 1733144535377 2024-12-02T13:02:15,378 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., pid=17, masterSystemTime=1733144535346 2024-12-02T13:02:15,381 DEBUG [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:15,381 INFO [RS_OPEN_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:15,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ef1be92eb9fbfd166811d4ef6d5a0b73, regionState=OPEN, openSeqNum=18, regionLocation=06e3e18f2515,45739,1733144518733 2024-12-02T13:02:15,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 because future has completed 2024-12-02T13:02:15,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T13:02:15,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ef1be92eb9fbfd166811d4ef6d5a0b73, server=06e3e18f2515,45739,1733144518733 in 191 msec 2024-12-02T13:02:15,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T13:02:15,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ef1be92eb9fbfd166811d4ef6d5a0b73, ASSIGN in 352 msec 2024-12-02T13:02:15,391 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 06e3e18f2515,41291,1733144518849 after splitting done 2024-12-02T13:02:15,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 06e3e18f2515,41291,1733144518849, splitWal=true, meta=false in 593 msec 2024-12-02T13:02:15,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73., hostname=06e3e18f2515,45739,1733144518733, seqNum=18] 2024-12-02T13:02:15,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=404 (was 413), OpenFileDescriptor=1045 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=2582 (was 2632) 2024-12-02T13:02:15,751 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-12-02T13:02:15,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=404, OpenFileDescriptor=1045, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=2581 2024-12-02T13:02:15,761 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-12-02T13:02:15,774 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:15,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:15,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:15,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42564945, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-42564945, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:15,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42564945/hregion-42564945.1733144535780, exclude list is [], retry=0 2024-12-02T13:02:15,794 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:15,794 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:15,794 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:15,796 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42564945/hregion-42564945.1733144535780 2024-12-02T13:02:15,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:15,797 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9e5438af58632ceab81bd709028d51af, NAME => 'testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:02:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:02:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741893_1071 (size=67) 2024-12-02T13:02:15,815 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:15,816 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,817 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName a 2024-12-02T13:02:15,817 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,818 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,818 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,819 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName b 2024-12-02T13:02:15,820 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,820 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,820 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,822 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName c 2024-12-02T13:02:15,822 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,822 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,824 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,824 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,825 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:15,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,828 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:15,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e5438af58632ceab81bd709028d51af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67416771, jitterRate=0.00458817183971405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:15,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e5438af58632ceab81bd709028d51af: Writing region info on filesystem at 1733144535815Initializing all the Stores at 1733144535815Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535816 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535816Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535816Cleaning up temporary data from old regions at 1733144535824 (+8 ms)Region opened successfully at 1733144535829 (+5 ms) 2024-12-02T13:02:15,829 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9e5438af58632ceab81bd709028d51af, disabling compactions & flushes 2024-12-02T13:02:15,829 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:15,829 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:15,829 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. after waiting 0 ms 2024-12-02T13:02:15,829 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:15,830 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:15,830 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9e5438af58632ceab81bd709028d51af: Waiting for close lock at 1733144535829Disabling compacts and flushes for region at 1733144535829Disabling writes for close at 1733144535829Writing region close event to WAL at 1733144535829Closed at 1733144535829 2024-12-02T13:02:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741892_1070 (size=93) 2024-12-02T13:02:15,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-42564945/hregion-42564945.1733144535780 not finished, retry = 0 2024-12-02T13:02:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741892_1070 (size=93) 2024-12-02T13:02:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741892_1070 (size=93) 2024-12-02T13:02:15,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:15,936 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42564945:(num 1733144535780) 2024-12-02T13:02:15,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:15,939 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:15,954 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, exclude list is [], retry=0 2024-12-02T13:02:15,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:15,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:15,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:15,959 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 2024-12-02T13:02:15,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:15,959 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e5438af58632ceab81bd709028d51af, NAME => 'testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:15,959 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:15,959 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,959 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,961 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,961 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName a 2024-12-02T13:02:15,961 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,962 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,962 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,963 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName b 2024-12-02T13:02:15,963 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,963 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,963 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,964 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName c 2024-12-02T13:02:15,964 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:15,964 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:15,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,967 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,967 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,968 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:15,969 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:15,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e5438af58632ceab81bd709028d51af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679827, jitterRate=-0.09580011665821075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:15,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e5438af58632ceab81bd709028d51af: Writing region info on filesystem at 1733144535959Initializing all the Stores at 1733144535960 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535960Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535960Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144535960Cleaning up temporary data from old regions at 1733144535967 (+7 ms)Region opened successfully at 1733144535970 (+3 ms) 2024-12-02T13:02:16,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9e5438af58632ceab81bd709028d51af 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T13:02:16,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/a/7494b6c3a5a140a48480ce62a13473e8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733144535970/Put/seqid=0 2024-12-02T13:02:16,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:02:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:02:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741895_1073 (size=5958) 2024-12-02T13:02:16,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/a/7494b6c3a5a140a48480ce62a13473e8 2024-12-02T13:02:16,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/2b26f556732f4aa38d4e6d36148db484 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733144535978/Put/seqid=0 2024-12-02T13:02:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:02:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:02:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741896_1074 (size=5958) 2024-12-02T13:02:16,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/2b26f556732f4aa38d4e6d36148db484 2024-12-02T13:02:16,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/c/be4724867e1a4297ae979969ce940d15 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733144535987/Put/seqid=0 2024-12-02T13:02:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:02:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:02:16,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/c/be4724867e1a4297ae979969ce940d15 2024-12-02T13:02:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741897_1075 (size=5958) 2024-12-02T13:02:16,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/a/7494b6c3a5a140a48480ce62a13473e8 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/a/7494b6c3a5a140a48480ce62a13473e8 2024-12-02T13:02:16,094 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/a/7494b6c3a5a140a48480ce62a13473e8, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:02:16,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/2b26f556732f4aa38d4e6d36148db484 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/2b26f556732f4aa38d4e6d36148db484 2024-12-02T13:02:16,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/2b26f556732f4aa38d4e6d36148db484, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:02:16,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/c/be4724867e1a4297ae979969ce940d15 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/c/be4724867e1a4297ae979969ce940d15 2024-12-02T13:02:16,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/c/be4724867e1a4297ae979969ce940d15, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T13:02:16,113 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 9e5438af58632ceab81bd709028d51af in 112ms, sequenceid=33, compaction requested=false 2024-12-02T13:02:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9e5438af58632ceab81bd709028d51af: 2024-12-02T13:02:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9e5438af58632ceab81bd709028d51af, disabling compactions & flushes 2024-12-02T13:02:16,113 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. after waiting 0 ms 2024-12-02T13:02:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:16,115 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. 2024-12-02T13:02:16,115 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9e5438af58632ceab81bd709028d51af: Waiting for close lock at 1733144536113Disabling compacts and flushes for region at 1733144536113Disabling writes for close at 1733144536113Writing region close event to WAL at 1733144536115 (+2 ms)Closed at 1733144536115 2024-12-02T13:02:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741894_1072 (size=5937) 2024-12-02T13:02:16,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 not finished, retry = 0 2024-12-02T13:02:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741894_1072 (size=5937) 2024-12-02T13:02:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741894_1072 (size=5937) 2024-12-02T13:02:16,226 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/2b26f556732f4aa38d4e6d36148db484 to hdfs://localhost:37343/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/2b26f556732f4aa38d4e6d36148db484 2024-12-02T13:02:16,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, size=5.8 K (5937bytes) 2024-12-02T13:02:16,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 2024-12-02T13:02:16,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 after 1ms 2024-12-02T13:02:16,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 took 3ms 2024-12-02T13:02:16,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 so closing down 2024-12-02T13:02:16,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:16,252 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144535939.temp 2024-12-02T13:02:16,254 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp 2024-12-02T13:02:16,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741898_1076 (size=5223) 2024-12-02T13:02:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741898_1076 (size=5223) 2024-12-02T13:02:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741898_1076 (size=5223) 2024-12-02T13:02:16,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:16,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 2024-12-02T13:02:16,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-02T13:02:16,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, journal: Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, size=5.8 K (5937bytes) at 1733144536246Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 so closing down at 1733144536251 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp at 1733144536254 (+3 ms)3 split writer threads finished at 1733144536254Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733144536261 (+7 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000003-wal.1733144535939.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 at 1733144536263 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733144536263 2024-12-02T13:02:16,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144535939 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144535939 2024-12-02T13:02:16,265 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 2024-12-02T13:02:16,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:16,267 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:16,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144536267, exclude list is [], retry=0 2024-12-02T13:02:16,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:16,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:16,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:16,283 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144536267 2024-12-02T13:02:16,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:16,283 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e5438af58632ceab81bd709028d51af, NAME => 'testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:16,284 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:16,284 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,284 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,285 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,286 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName a 2024-12-02T13:02:16,286 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,291 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/a/7494b6c3a5a140a48480ce62a13473e8 2024-12-02T13:02:16,291 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,291 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,293 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName b 2024-12-02T13:02:16,293 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,294 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,294 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,295 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5438af58632ceab81bd709028d51af columnFamilyName c 2024-12-02T13:02:16,295 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,301 DEBUG [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/c/be4724867e1a4297ae979969ce940d15 2024-12-02T13:02:16,301 INFO [StoreOpener-9e5438af58632ceab81bd709028d51af-1 {}] regionserver.HStore(327): Store=9e5438af58632ceab81bd709028d51af/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,305 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 2024-12-02T13:02:16,308 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 2024-12-02T13:02:16,308 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9e5438af58632ceab81bd709028d51af 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T13:02:16,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/051ccef16a974a7599a7e6537f2d9a9a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733144535978/Put/seqid=0 2024-12-02T13:02:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:02:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:02:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741900_1078 (size=5958) 2024-12-02T13:02:16,331 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/051ccef16a974a7599a7e6537f2d9a9a 2024-12-02T13:02:16,337 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/.tmp/b/051ccef16a974a7599a7e6537f2d9a9a as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/051ccef16a974a7599a7e6537f2d9a9a 2024-12-02T13:02:16,342 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/b/051ccef16a974a7599a7e6537f2d9a9a, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T13:02:16,342 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 9e5438af58632ceab81bd709028d51af in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T13:02:16,343 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/0000000000000000032 2024-12-02T13:02:16,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,344 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:16,345 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e5438af58632ceab81bd709028d51af 2024-12-02T13:02:16,347 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/9e5438af58632ceab81bd709028d51af/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T13:02:16,348 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e5438af58632ceab81bd709028d51af; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65661151, jitterRate=-0.021572604775428772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:16,349 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e5438af58632ceab81bd709028d51af: Writing region info on filesystem at 1733144536284Initializing all the Stores at 1733144536285 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536285Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536285Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536285Obtaining lock to block concurrent updates at 1733144536308 (+23 ms)Preparing flush snapshotting stores in 9e5438af58632ceab81bd709028d51af at 1733144536308Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733144536308Flushing stores of testReplayEditsWrittenViaHRegion,,1733144535775.9e5438af58632ceab81bd709028d51af. at 1733144536308Flushing 9e5438af58632ceab81bd709028d51af/b: creating writer at 1733144536309 (+1 ms)Flushing 9e5438af58632ceab81bd709028d51af/b: appending metadata at 1733144536324 (+15 ms)Flushing 9e5438af58632ceab81bd709028d51af/b: closing flushed file at 1733144536324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366d5cba: reopening flushed file at 1733144536336 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 9e5438af58632ceab81bd709028d51af in 34ms, sequenceid=32, compaction requested=false; wal=null at 1733144536342 (+6 ms)Cleaning up temporary data from old regions at 1733144536344 (+2 ms)Region opened successfully at 1733144536349 (+5 ms) 2024-12-02T13:02:16,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=413 (was 404) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36298 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:37652 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36436 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:37498 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:42202 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:42342 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1121 (was 1045) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=2572 (was 2581) 2024-12-02T13:02:16,370 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-12-02T13:02:16,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413, OpenFileDescriptor=1121, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=2570 2024-12-02T13:02:16,383 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-12-02T13:02:16,397 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:16,400 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:16,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:16,403 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98318585, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-98318585, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:16,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98318585/hregion-98318585.1733144536403, exclude list is [], retry=0 2024-12-02T13:02:16,423 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:16,423 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:16,423 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:16,425 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98318585/hregion-98318585.1733144536403 2024-12-02T13:02:16,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:16,426 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3de4b6f2dd3857f4e9b207997188b31e, NAME => 'testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:02:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:02:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741902_1080 (size=68) 2024-12-02T13:02:16,436 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:16,437 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,439 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName a 2024-12-02T13:02:16,439 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,439 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,439 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,440 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName b 2024-12-02T13:02:16,440 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,441 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,441 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,442 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName c 2024-12-02T13:02:16,442 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,443 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,443 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,444 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,444 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,445 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,445 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,446 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:16,447 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,449 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:16,449 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3de4b6f2dd3857f4e9b207997188b31e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75178399, jitterRate=0.12024544179439545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3de4b6f2dd3857f4e9b207997188b31e: Writing region info on filesystem at 1733144536436Initializing all the Stores at 1733144536437 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536437Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536437Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536437Cleaning up temporary data from old regions at 1733144536445 (+8 ms)Region opened successfully at 1733144536450 (+5 ms) 2024-12-02T13:02:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3de4b6f2dd3857f4e9b207997188b31e, disabling compactions & flushes 2024-12-02T13:02:16,450 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. after waiting 0 ms 2024-12-02T13:02:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:16,451 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:16,451 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3de4b6f2dd3857f4e9b207997188b31e: Waiting for close lock at 1733144536450Disabling compacts and flushes for region at 1733144536450Disabling writes for close at 1733144536450Writing region close event to WAL at 1733144536451 (+1 ms)Closed at 1733144536451 2024-12-02T13:02:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741901_1079 (size=93) 2024-12-02T13:02:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741901_1079 (size=93) 2024-12-02T13:02:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741901_1079 (size=93) 2024-12-02T13:02:16,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:16,456 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98318585:(num 1733144536403) 2024-12-02T13:02:16,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:16,457 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:16,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, exclude list is [], retry=0 2024-12-02T13:02:16,476 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:16,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:16,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:16,479 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 2024-12-02T13:02:16,479 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:16,549 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de4b6f2dd3857f4e9b207997188b31e, NAME => 'testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:16,551 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,551 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:16,551 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,551 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,553 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,554 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName a 2024-12-02T13:02:16,554 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,555 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,555 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,556 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName b 2024-12-02T13:02:16,556 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,557 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,557 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,558 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName c 2024-12-02T13:02:16,558 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:16,558 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:16,558 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,559 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,561 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,561 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,562 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:16,563 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,564 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3de4b6f2dd3857f4e9b207997188b31e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60550554, jitterRate=-0.09772643446922302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:16,564 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:16,564 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3de4b6f2dd3857f4e9b207997188b31e: Running coprocessor pre-open hook at 1733144536552Writing region info on filesystem at 1733144536552Initializing all the Stores at 1733144536553 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536553Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536553Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144536553Cleaning up temporary data from old regions at 1733144536561 (+8 ms)Running coprocessor post-open hooks at 1733144536564 (+3 ms)Region opened successfully at 1733144536564 2024-12-02T13:02:16,578 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3de4b6f2dd3857f4e9b207997188b31e 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T13:02:16,579 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:17,580 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:18,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:02:18,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T13:02:18,511 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:18,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T13:02:18,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:18,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T13:02:18,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:18,583 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:19,584 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:20,585 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:21,587 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:22,587 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:23,589 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:24,591 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:25,591 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3de4b6f2dd3857f4e9b207997188b31e/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:25,593 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3de4b6f2dd3857f4e9b207997188b31e: 2024-12-02T13:02:25,593 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,606 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3de4b6f2dd3857f4e9b207997188b31e: 2024-12-02T13:02:25,606 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T13:02:25,606 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3de4b6f2dd3857f4e9b207997188b31e, disabling compactions & flushes 2024-12-02T13:02:25,606 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,606 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,606 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. after waiting 0 ms 2024-12-02T13:02:25,606 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,607 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,607 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. 2024-12-02T13:02:25,607 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3de4b6f2dd3857f4e9b207997188b31e: Waiting for close lock at 1733144545606Running coprocessor pre-close hooks at 1733144545606Disabling compacts and flushes for region at 1733144545606Disabling writes for close at 1733144545606Writing region close event to WAL at 1733144545607 (+1 ms)Running coprocessor post-close hooks at 1733144545607Closed at 1733144545607 2024-12-02T13:02:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741903_1081 (size=3941) 2024-12-02T13:02:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741903_1081 (size=3941) 2024-12-02T13:02:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741903_1081 (size=3941) 2024-12-02T13:02:25,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, size=3.8 K (3941bytes) 2024-12-02T13:02:25,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 2024-12-02T13:02:25,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 after 0ms 2024-12-02T13:02:25,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 took 2ms 2024-12-02T13:02:25,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 so closing down 2024-12-02T13:02:25,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:25,630 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733144536458.temp 2024-12-02T13:02:25,631 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp 2024-12-02T13:02:25,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741904_1082 (size=2983) 2024-12-02T13:02:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741904_1082 (size=2983) 2024-12-02T13:02:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741904_1082 (size=2983) 2024-12-02T13:02:25,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:25,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 2024-12-02T13:02:25,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-02T13:02:25,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, journal: Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, size=3.8 K (3941bytes) at 1733144545624Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 so closing down at 1733144545628 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp at 1733144545631 (+3 ms)3 split writer threads finished at 1733144545631Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733144545640 (+9 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000004-wal.1733144536458.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 at 1733144545641 (+1 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733144545641 2024-12-02T13:02:25,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144536458 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144536458 2024-12-02T13:02:25,644 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 2024-12-02T13:02:25,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:25,646 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:25,657 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144545646, exclude list is [], retry=0 2024-12-02T13:02:25,660 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:25,660 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:25,660 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:25,661 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144545646 2024-12-02T13:02:25,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:25,662 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de4b6f2dd3857f4e9b207997188b31e, NAME => 'testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:25,663 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:25,663 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,663 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,665 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,666 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName a 2024-12-02T13:02:25,666 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:25,667 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:25,667 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,667 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName b 2024-12-02T13:02:25,668 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:25,668 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:25,668 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,669 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de4b6f2dd3857f4e9b207997188b31e columnFamilyName c 2024-12-02T13:02:25,669 DEBUG [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:25,669 INFO [StoreOpener-3de4b6f2dd3857f4e9b207997188b31e-1 {}] regionserver.HStore(327): Store=3de4b6f2dd3857f4e9b207997188b31e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:25,670 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,672 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 2024-12-02T13:02:25,674 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 2024-12-02T13:02:25,675 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3de4b6f2dd3857f4e9b207997188b31e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T13:02:25,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/a/218d0752b44c44ad9452ead009eb0d6e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733144545597/Put/seqid=0 2024-12-02T13:02:25,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:02:25,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:02:25,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741906_1084 (size=5523) 2024-12-02T13:02:25,697 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/a/218d0752b44c44ad9452ead009eb0d6e 2024-12-02T13:02:25,721 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/b/d13456555c6f4798941794638c3ac600 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733144545593/Put/seqid=0 2024-12-02T13:02:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:02:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:02:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741907_1085 (size=5524) 2024-12-02T13:02:25,728 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/b/d13456555c6f4798941794638c3ac600 2024-12-02T13:02:25,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/c/d638aad896b2443f8f0edce66dc6b5bf is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733144545595/Put/seqid=0 2024-12-02T13:02:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:02:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:02:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741908_1086 (size=5457) 2024-12-02T13:02:25,761 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/c/d638aad896b2443f8f0edce66dc6b5bf 2024-12-02T13:02:25,769 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/a/218d0752b44c44ad9452ead009eb0d6e as hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/a/218d0752b44c44ad9452ead009eb0d6e 2024-12-02T13:02:25,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/a/218d0752b44c44ad9452ead009eb0d6e, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T13:02:25,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/b/d13456555c6f4798941794638c3ac600 as hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/b/d13456555c6f4798941794638c3ac600 2024-12-02T13:02:25,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/b/d13456555c6f4798941794638c3ac600, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T13:02:25,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/.tmp/c/d638aad896b2443f8f0edce66dc6b5bf as hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/c/d638aad896b2443f8f0edce66dc6b5bf 2024-12-02T13:02:25,791 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/c/d638aad896b2443f8f0edce66dc6b5bf, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T13:02:25,791 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 3de4b6f2dd3857f4e9b207997188b31e in 117ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T13:02:25,792 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/0000000000000000026 2024-12-02T13:02:25,793 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,793 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,794 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:25,795 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,798 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsAfterAbortingFlush/3de4b6f2dd3857f4e9b207997188b31e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T13:02:25,799 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3de4b6f2dd3857f4e9b207997188b31e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61827782, jitterRate=-0.07869425415992737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:25,799 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de4b6f2dd3857f4e9b207997188b31e 2024-12-02T13:02:25,799 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3de4b6f2dd3857f4e9b207997188b31e: Running coprocessor pre-open hook at 1733144545663Writing region info on filesystem at 1733144545663Initializing all the Stores at 1733144545664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144545664Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144545665 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144545665Obtaining lock to block concurrent updates at 1733144545675 (+10 ms)Preparing flush snapshotting stores in 3de4b6f2dd3857f4e9b207997188b31e at 1733144545675Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733144545675Flushing stores of testReplayEditsAfterAbortingFlush,,1733144536398.3de4b6f2dd3857f4e9b207997188b31e. at 1733144545675Flushing 3de4b6f2dd3857f4e9b207997188b31e/a: creating writer at 1733144545675Flushing 3de4b6f2dd3857f4e9b207997188b31e/a: appending metadata at 1733144545690 (+15 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/a: closing flushed file at 1733144545690Flushing 3de4b6f2dd3857f4e9b207997188b31e/b: creating writer at 1733144545702 (+12 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/b: appending metadata at 1733144545720 (+18 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/b: closing flushed file at 1733144545721 (+1 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/c: creating writer at 1733144545735 (+14 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/c: appending metadata at 1733144545753 (+18 ms)Flushing 3de4b6f2dd3857f4e9b207997188b31e/c: closing flushed file at 1733144545753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddd009d: reopening flushed file at 1733144545768 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd42145: reopening flushed file at 1733144545775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d93bc2b: reopening flushed file at 1733144545783 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 3de4b6f2dd3857f4e9b207997188b31e in 117ms, sequenceid=26, compaction requested=false; wal=null at 1733144545791 (+8 ms)Cleaning up temporary data from old regions at 1733144545793 (+2 ms)Running coprocessor post-open hooks at 1733144545799 (+6 ms)Region opened successfully at 1733144545799 2024-12-02T13:02:25,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=411 (was 413), OpenFileDescriptor=1179 (was 1121) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=2515 (was 2570) 2024-12-02T13:02:25,823 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-12-02T13:02:25,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=411, OpenFileDescriptor=1179, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=2515 2024-12-02T13:02:25,836 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-12-02T13:02:25,849 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:25,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:25,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:25,855 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76803439, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-76803439, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:25,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76803439/hregion-76803439.1733144545856, exclude list is [], retry=0 2024-12-02T13:02:25,870 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:25,870 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:25,870 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:25,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76803439/hregion-76803439.1733144545856 2024-12-02T13:02:25,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647)] 2024-12-02T13:02:25,873 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 706c313ed8c8cbd49e79106d19730f3b, NAME => 'testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:25,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:02:25,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:02:25,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741910_1088 (size=61) 2024-12-02T13:02:25,884 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:25,886 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,887 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706c313ed8c8cbd49e79106d19730f3b columnFamilyName a 2024-12-02T13:02:25,887 DEBUG [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:25,888 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(327): Store=706c313ed8c8cbd49e79106d19730f3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:25,888 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,889 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,897 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:25,898 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 706c313ed8c8cbd49e79106d19730f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74080212, jitterRate=0.10388118028640747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:25,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 706c313ed8c8cbd49e79106d19730f3b: Writing region info on filesystem at 1733144545885Initializing all the Stores at 1733144545885Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144545885Cleaning up temporary data from old regions at 1733144545894 (+9 ms)Region opened successfully at 1733144545898 (+4 ms) 2024-12-02T13:02:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 706c313ed8c8cbd49e79106d19730f3b, disabling compactions & flushes 2024-12-02T13:02:25,899 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. after waiting 0 ms 2024-12-02T13:02:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,899 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,899 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 706c313ed8c8cbd49e79106d19730f3b: Waiting for close lock at 1733144545898Disabling compacts and flushes for region at 1733144545898Disabling writes for close at 1733144545899 (+1 ms)Writing region close event to WAL at 1733144545899Closed at 1733144545899 2024-12-02T13:02:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741909_1087 (size=93) 2024-12-02T13:02:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741909_1087 (size=93) 2024-12-02T13:02:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741909_1087 (size=93) 2024-12-02T13:02:25,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:25,905 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76803439:(num 1733144545856) 2024-12-02T13:02:25,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:25,907 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:25,917 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, exclude list is [], retry=0 2024-12-02T13:02:25,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:25,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:25,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:25,921 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 2024-12-02T13:02:25,922 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:25,922 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 706c313ed8c8cbd49e79106d19730f3b, NAME => 'testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:25,922 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:25,922 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,922 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,923 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,924 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706c313ed8c8cbd49e79106d19730f3b columnFamilyName a 2024-12-02T13:02:25,924 DEBUG [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:25,925 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(327): Store=706c313ed8c8cbd49e79106d19730f3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:25,925 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,926 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,927 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:25,929 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 706c313ed8c8cbd49e79106d19730f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61759034, jitterRate=-0.079718679189682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:25,930 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 706c313ed8c8cbd49e79106d19730f3b: Writing region info on filesystem at 1733144545922Initializing all the Stores at 1733144545923 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144545923Cleaning up temporary data from old regions at 1733144545927 (+4 ms)Region opened successfully at 1733144545930 (+3 ms) 2024-12-02T13:02:25,936 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 706c313ed8c8cbd49e79106d19730f3b, disabling compactions & flushes 2024-12-02T13:02:25,936 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,936 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,936 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. after waiting 0 ms 2024-12-02T13:02:25,936 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,937 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,937 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. 2024-12-02T13:02:25,937 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 706c313ed8c8cbd49e79106d19730f3b: Waiting for close lock at 1733144545936Disabling compacts and flushes for region at 1733144545936Disabling writes for close at 1733144545936Writing region close event to WAL at 1733144545937 (+1 ms)Closed at 1733144545937 2024-12-02T13:02:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741911_1089 (size=1623) 2024-12-02T13:02:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741911_1089 (size=1623) 2024-12-02T13:02:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741911_1089 (size=1623) 2024-12-02T13:02:25,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, size=1.6 K (1623bytes) 2024-12-02T13:02:25,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 2024-12-02T13:02:25,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 after 0ms 2024-12-02T13:02:25,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 took 3ms 2024-12-02T13:02:25,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 so closing down 2024-12-02T13:02:25,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:25,958 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144545907.temp 2024-12-02T13:02:25,959 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp 2024-12-02T13:02:25,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:25,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741912_1090 (size=1623) 2024-12-02T13:02:25,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741912_1090 (size=1623) 2024-12-02T13:02:25,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741912_1090 (size=1623) 2024-12-02T13:02:25,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:25,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp to hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 2024-12-02T13:02:25,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-02T13:02:25,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, journal: Splitting hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, size=1.6 K (1623bytes) at 1733144545953Finishing writing output for hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 so closing down at 1733144545957 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp at 1733144545959 (+2 ms)3 split writer threads finished at 1733144545959Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733144545965 (+6 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000003-wal.1733144545907.temp to hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 at 1733144545967 (+2 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733144545967 2024-12-02T13:02:25,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144545907 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144545907 2024-12-02T13:02:25,969 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 2024-12-02T13:02:26,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:26,262 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:26,273 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144546263, exclude list is [], retry=0 2024-12-02T13:02:26,276 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:26,276 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:26,276 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:26,277 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144546263 2024-12-02T13:02:26,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:26,278 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 706c313ed8c8cbd49e79106d19730f3b, NAME => 'testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:26,278 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:26,278 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,278 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,281 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,282 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706c313ed8c8cbd49e79106d19730f3b columnFamilyName a 2024-12-02T13:02:26,282 DEBUG [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,283 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(327): Store=706c313ed8c8cbd49e79106d19730f3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,283 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,286 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,286 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 2024-12-02T13:02:26,290 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 2024-12-02T13:02:26,290 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 706c313ed8c8cbd49e79106d19730f3b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T13:02:26,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/.tmp/a/2b64577b509843f98e34be5e346dd9e1 is 79, key is testDatalossWhenInputError/a:x0/1733144545930/Put/seqid=0 2024-12-02T13:02:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:02:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:02:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741914_1092 (size=5808) 2024-12-02T13:02:26,317 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/.tmp/a/2b64577b509843f98e34be5e346dd9e1 2024-12-02T13:02:26,327 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/.tmp/a/2b64577b509843f98e34be5e346dd9e1 as hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/a/2b64577b509843f98e34be5e346dd9e1 2024-12-02T13:02:26,335 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/a/2b64577b509843f98e34be5e346dd9e1, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T13:02:26,336 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 706c313ed8c8cbd49e79106d19730f3b in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T13:02:26,336 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/0000000000000000012 2024-12-02T13:02:26,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,342 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T13:02:26,343 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 706c313ed8c8cbd49e79106d19730f3b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70982796, jitterRate=0.05772608518600464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:26,343 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 706c313ed8c8cbd49e79106d19730f3b: Writing region info on filesystem at 1733144546278Initializing all the Stores at 1733144546280 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546280Obtaining lock to block concurrent updates at 1733144546290 (+10 ms)Preparing flush snapshotting stores in 706c313ed8c8cbd49e79106d19730f3b at 1733144546290Finished memstore snapshotting testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733144546290Flushing stores of testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b. at 1733144546290Flushing 706c313ed8c8cbd49e79106d19730f3b/a: creating writer at 1733144546290Flushing 706c313ed8c8cbd49e79106d19730f3b/a: appending metadata at 1733144546308 (+18 ms)Flushing 706c313ed8c8cbd49e79106d19730f3b/a: closing flushed file at 1733144546308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f20f6c: reopening flushed file at 1733144546326 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 706c313ed8c8cbd49e79106d19730f3b in 45ms, sequenceid=12, compaction requested=false; wal=null at 1733144546336 (+10 ms)Cleaning up temporary data from old regions at 1733144546337 (+1 ms)Region opened successfully at 1733144546343 (+6 ms) 2024-12-02T13:02:26,346 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 706c313ed8c8cbd49e79106d19730f3b, NAME => 'testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:26,346 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733144545850.706c313ed8c8cbd49e79106d19730f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:26,346 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,346 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,348 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,348 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706c313ed8c8cbd49e79106d19730f3b columnFamilyName a 2024-12-02T13:02:26,348 DEBUG [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,354 DEBUG [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/a/2b64577b509843f98e34be5e346dd9e1 2024-12-02T13:02:26,354 INFO [StoreOpener-706c313ed8c8cbd49e79106d19730f3b-1 {}] regionserver.HStore(327): Store=706c313ed8c8cbd49e79106d19730f3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,356 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,356 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,358 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 706c313ed8c8cbd49e79106d19730f3b 2024-12-02T13:02:26,360 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testDatalossWhenInputError/706c313ed8c8cbd49e79106d19730f3b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T13:02:26,362 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 706c313ed8c8cbd49e79106d19730f3b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71309685, jitterRate=0.0625971108675003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T13:02:26,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 706c313ed8c8cbd49e79106d19730f3b: Writing region info on filesystem at 1733144546346Initializing all the Stores at 1733144546347 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546347Cleaning up temporary data from old regions at 1733144546356 (+9 ms)Region opened successfully at 1733144546362 (+6 ms) 2024-12-02T13:02:26,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=421 (was 411) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:35054 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:43576 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:43610 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:35150 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:35956 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36024 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1261 (was 1179) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=2506 (was 2515) 2024-12-02T13:02:26,380 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1261 is superior to 1024 2024-12-02T13:02:26,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=421, OpenFileDescriptor=1261, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=2506 2024-12-02T13:02:26,391 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1261 is superior to 1024 2024-12-02T13:02:26,403 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:26,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:26,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:26,408 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52725133, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-52725133, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:26,419 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52725133/hregion-52725133.1733144546408, exclude list is [], retry=0 2024-12-02T13:02:26,422 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:26,422 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:26,422 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:26,424 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52725133/hregion-52725133.1733144546408 2024-12-02T13:02:26,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:26,424 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2263c90a232a6afab9ae8156fe5a2f9f, NAME => 'testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:02:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:02:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741916_1094 (size=63) 2024-12-02T13:02:26,436 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:26,438 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,439 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName a 2024-12-02T13:02:26,439 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,440 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,440 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,441 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName b 2024-12-02T13:02:26,441 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,441 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,441 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,442 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName c 2024-12-02T13:02:26,442 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,443 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,443 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,444 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,444 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,445 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,445 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,445 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:26,446 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,448 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:26,448 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2263c90a232a6afab9ae8156fe5a2f9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142714, jitterRate=0.06010904908180237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2263c90a232a6afab9ae8156fe5a2f9f: Writing region info on filesystem at 1733144546437Initializing all the Stores at 1733144546437Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546437Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546438 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546438Cleaning up temporary data from old regions at 1733144546445 (+7 ms)Region opened successfully at 1733144546449 (+4 ms) 2024-12-02T13:02:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2263c90a232a6afab9ae8156fe5a2f9f, disabling compactions & flushes 2024-12-02T13:02:26,449 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. after waiting 0 ms 2024-12-02T13:02:26,449 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:26,450 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:26,450 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2263c90a232a6afab9ae8156fe5a2f9f: Waiting for close lock at 1733144546449Disabling compacts and flushes for region at 1733144546449Disabling writes for close at 1733144546449Writing region close event to WAL at 1733144546450 (+1 ms)Closed at 1733144546450 2024-12-02T13:02:26,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741915_1093 (size=93) 2024-12-02T13:02:26,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741915_1093 (size=93) 2024-12-02T13:02:26,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741915_1093 (size=93) 2024-12-02T13:02:26,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:26,455 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52725133:(num 1733144546408) 2024-12-02T13:02:26,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:26,458 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:26,472 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, exclude list is [], retry=0 2024-12-02T13:02:26,474 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:26,475 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:26,475 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:26,476 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 2024-12-02T13:02:26,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:26,477 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2263c90a232a6afab9ae8156fe5a2f9f, NAME => 'testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:26,477 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:26,477 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,477 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,478 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,479 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName a 2024-12-02T13:02:26,479 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,479 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,479 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,480 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName b 2024-12-02T13:02:26,480 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,480 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,480 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,481 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName c 2024-12-02T13:02:26,481 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:26,481 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:26,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,484 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:26,485 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:26,485 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2263c90a232a6afab9ae8156fe5a2f9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69665075, jitterRate=0.03809051215648651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:26,486 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2263c90a232a6afab9ae8156fe5a2f9f: Writing region info on filesystem at 1733144546477Initializing all the Stores at 1733144546478 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546478Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546478Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144546478Cleaning up temporary data from old regions at 1733144546483 (+5 ms)Region opened successfully at 1733144546486 (+3 ms) 2024-12-02T13:02:26,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733144546489/Put/seqid=0 2024-12-02T13:02:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:02:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:02:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741918_1096 (size=4875) 2024-12-02T13:02:26,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733144546503/Put/seqid=0 2024-12-02T13:02:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:02:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:02:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741919_1097 (size=4875) 2024-12-02T13:02:26,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733144546526/Put/seqid=0 2024-12-02T13:02:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:02:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:02:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741920_1098 (size=4875) 2024-12-02T13:02:26,533 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,537 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T13:02:26,537 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:02:26,537 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,541 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T13:02:26,541 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:02:26,541 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,544 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T13:02:26,544 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T13:02:26,544 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2263c90a232a6afab9ae8156fe5a2f9f 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T13:02:26,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp/a/6991de3161da4b128d919196060e29c3 is 55, key is testCompactedBulkLoadedFiles/a:a/1733144546486/Put/seqid=0 2024-12-02T13:02:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:02:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:02:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741921_1099 (size=5107) 2024-12-02T13:02:26,564 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp/a/6991de3161da4b128d919196060e29c3 2024-12-02T13:02:26,570 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp/a/6991de3161da4b128d919196060e29c3 as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3 2024-12-02T13:02:26,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T13:02:26,578 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 2263c90a232a6afab9ae8156fe5a2f9f in 34ms, sequenceid=4, compaction requested=false 2024-12-02T13:02:26,578 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2263c90a232a6afab9ae8156fe5a2f9f: 2024-12-02T13:02:26,580 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ 2024-12-02T13:02:26,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ 2024-12-02T13:02:26,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ 2024-12-02T13:02:26,583 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile0 into 2263c90a232a6afab9ae8156fe5a2f9f/a as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ - updating store file list. 2024-12-02T13:02:26,588 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ac4fd31265042599d2f864d660a06be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:26,589 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ into 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,589 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile0 into 2263c90a232a6afab9ae8156fe5a2f9f/a (new location: hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_) 2024-12-02T13:02:26,590 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile1 into 2263c90a232a6afab9ae8156fe5a2f9f/a as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ - updating store file list. 2024-12-02T13:02:26,595 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56ce36d255ff44de85963b879d64841e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:26,596 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ into 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,596 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile1 into 2263c90a232a6afab9ae8156fe5a2f9f/a (new location: hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_) 2024-12-02T13:02:26,597 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile2 into 2263c90a232a6afab9ae8156fe5a2f9f/a as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ - updating store file list. 2024-12-02T13:02:26,601 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:26,602 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ into 2263c90a232a6afab9ae8156fe5a2f9f/a 2024-12-02T13:02:26,602 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37343/hbase/testCompactedBulkLoadedFiles/hfile2 into 2263c90a232a6afab9ae8156fe5a2f9f/a (new location: hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_) 2024-12-02T13:02:26,609 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T13:02:26,609 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2263c90a232a6afab9ae8156fe5a2f9f/a is initiating major compaction (all files) 2024-12-02T13:02:26,609 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2263c90a232a6afab9ae8156fe5a2f9f/a in testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:26,610 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_] into tmpdir=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp, totalSize=19.3 K 2024-12-02T13:02:26,610 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6991de3161da4b128d919196060e29c3, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733144546486 2024-12-02T13:02:26,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3ac4fd31265042599d2f864d660a06be_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:02:26,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 56ce36d255ff44de85963b879d64841e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:02:26,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T13:02:26,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp/a/2f7aa5475faf44c787fd008106a5cc83 is 55, key is testCompactedBulkLoadedFiles/a:a/1733144546486/Put/seqid=0 2024-12-02T13:02:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:02:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:02:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741922_1100 (size=6154) 2024-12-02T13:02:26,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/.tmp/a/2f7aa5475faf44c787fd008106a5cc83 as hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/2f7aa5475faf44c787fd008106a5cc83 2024-12-02T13:02:26,643 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 2263c90a232a6afab9ae8156fe5a2f9f/a of 2263c90a232a6afab9ae8156fe5a2f9f into 2f7aa5475faf44c787fd008106a5cc83(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T13:02:26,643 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2263c90a232a6afab9ae8156fe5a2f9f: 2024-12-02T13:02:26,643 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T13:02:26,643 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T13:02:26,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, size=0 (0bytes) 2024-12-02T13:02:26,683 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 might be still open, length is 0 2024-12-02T13:02:26,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 2024-12-02T13:02:26,684 WARN [IPC Server handler 1 on default port 37343 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-02T13:02:26,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 after 1ms 2024-12-02T13:02:27,217 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:35200 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34765:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35200 dst: /127.0.0.1:34765 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34765 remote=/127.0.0.1:35200]. Total timeout mills is 60000, 59426 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:27,218 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:43656 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43656 dst: /127.0.0.1:41405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:27,218 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36052 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36052 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741917_1101 (size=1659) 2024-12-02T13:02:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741917_1101 (size=1659) 2024-12-02T13:02:27,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T13:02:28,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T13:02:28,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:28,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T13:02:28,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T13:02:30,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 after 4002ms 2024-12-02T13:02:30,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 took 4005ms 2024-12-02T13:02:30,690 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458; continuing. 2024-12-02T13:02:30,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 so closing down 2024-12-02T13:02:30,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:30,693 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144546458.temp 2024-12-02T13:02:30,695 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp 2024-12-02T13:02:30,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741923_1102 (size=698) 2024-12-02T13:02:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741923_1102 (size=698) 2024-12-02T13:02:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741923_1102 (size=698) 2024-12-02T13:02:30,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:30,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp to hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 2024-12-02T13:02:30,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:02:30,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, journal: Splitting hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, size=0 (0bytes) at 1733144546683Finishing writing output for hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 so closing down at 1733144550691 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp at 1733144550695 (+4 ms)3 split writer threads finished at 1733144550695Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733144550706 (+11 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000003-wal.1733144546458.temp to hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 at 1733144550708 (+2 ms)Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458, size=0, length=0, corrupted=false, cancelled=false at 1733144550708 2024-12-02T13:02:30,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144546458 2024-12-02T13:02:30,712 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 2024-12-02T13:02:30,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:30,714 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:30,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144550714, exclude list is [], retry=0 2024-12-02T13:02:30,729 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:30,730 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:30,730 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:30,731 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144550714 2024-12-02T13:02:30,731 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:30,732 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2263c90a232a6afab9ae8156fe5a2f9f, NAME => 'testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:30,732 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:30,732 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,732 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,733 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,734 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName a 2024-12-02T13:02:30,734 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,740 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/2f7aa5475faf44c787fd008106a5cc83 2024-12-02T13:02:30,744 DEBUG [StoreFileOpener-2263c90a232a6afab9ae8156fe5a2f9f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ac4fd31265042599d2f864d660a06be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:30,744 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ 2024-12-02T13:02:30,748 DEBUG [StoreFileOpener-2263c90a232a6afab9ae8156fe5a2f9f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:30,749 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ 2024-12-02T13:02:30,753 DEBUG [StoreFileOpener-2263c90a232a6afab9ae8156fe5a2f9f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56ce36d255ff44de85963b879d64841e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T13:02:30,753 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ 2024-12-02T13:02:30,757 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3 2024-12-02T13:02:30,757 WARN [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@343a5891 2024-12-02T13:02:30,757 WARN [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@343a5891 2024-12-02T13:02:30,757 WARN [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@343a5891 2024-12-02T13:02:30,757 WARN [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@343a5891 2024-12-02T13:02:30,757 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3] to archive 2024-12-02T13:02:30,758 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T13:02:30,760 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ to hdfs://localhost:37343/hbase/archive/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/3ac4fd31265042599d2f864d660a06be_SeqId_4_ 2024-12-02T13:02:30,761 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ to hdfs://localhost:37343/hbase/archive/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_ 2024-12-02T13:02:30,762 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ to hdfs://localhost:37343/hbase/archive/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/56ce36d255ff44de85963b879d64841e_SeqId_4_ 2024-12-02T13:02:30,763 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3 to hdfs://localhost:37343/hbase/archive/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/a/6991de3161da4b128d919196060e29c3 2024-12-02T13:02:30,763 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,763 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,764 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName b 2024-12-02T13:02:30,764 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,764 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,764 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,765 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2263c90a232a6afab9ae8156fe5a2f9f columnFamilyName c 2024-12-02T13:02:30,765 DEBUG [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,765 INFO [StoreOpener-2263c90a232a6afab9ae8156fe5a2f9f-1 {}] regionserver.HStore(327): Store=2263c90a232a6afab9ae8156fe5a2f9f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,765 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,766 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,768 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 2024-12-02T13:02:30,771 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 2263c90a232a6afab9ae8156fe5a2f9f : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "2263c90a232a6afab9ae8156fe5a2f9f" family_name: "a" compaction_input: "6991de3161da4b128d919196060e29c3" compaction_input: "3ac4fd31265042599d2f864d660a06be_SeqId_4_" compaction_input: "56ce36d255ff44de85963b879d64841e_SeqId_4_" compaction_input: "4876b853cc7a42e3bab38a8e2cba93c1_SeqId_4_" compaction_output: "2f7aa5475faf44c787fd008106a5cc83" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T13:02:30,771 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T13:02:30,771 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 2024-12-02T13:02:30,771 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/0000000000000000008 2024-12-02T13:02:30,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,773 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:30,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2263c90a232a6afab9ae8156fe5a2f9f 2024-12-02T13:02:30,777 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testCompactedBulkLoadedFiles/2263c90a232a6afab9ae8156fe5a2f9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T13:02:30,778 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2263c90a232a6afab9ae8156fe5a2f9f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72370885, jitterRate=0.07841022312641144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:30,779 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2263c90a232a6afab9ae8156fe5a2f9f: Writing region info on filesystem at 1733144550732Initializing all the Stores at 1733144550733 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550733Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550733Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550733Cleaning up temporary data from old regions at 1733144550773 (+40 ms)Region opened successfully at 1733144550779 (+6 ms) 2024-12-02T13:02:30,781 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2263c90a232a6afab9ae8156fe5a2f9f, disabling compactions & flushes 2024-12-02T13:02:30,781 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:30,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:30,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. after waiting 0 ms 2024-12-02T13:02:30,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:30,782 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733144546404.2263c90a232a6afab9ae8156fe5a2f9f. 2024-12-02T13:02:30,782 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2263c90a232a6afab9ae8156fe5a2f9f: Waiting for close lock at 1733144550781Disabling compacts and flushes for region at 1733144550781Disabling writes for close at 1733144550781Writing region close event to WAL at 1733144550782 (+1 ms)Closed at 1733144550782 2024-12-02T13:02:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741924_1103 (size=93) 2024-12-02T13:02:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741924_1103 (size=93) 2024-12-02T13:02:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741924_1103 (size=93) 2024-12-02T13:02:30,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:30,786 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144550714) 2024-12-02T13:02:30,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=434 (was 421) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:37343 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_230437813_22 at /127.0.0.1:54650 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_230437813_22 at /127.0.0.1:39142 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_230437813_22 at /127.0.0.1:36490 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1261) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 263) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2507 (was 2506) - AvailableMemoryMB LEAK? - 2024-12-02T13:02:30,797 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-02T13:02:30,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=434, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2506 2024-12-02T13:02:30,808 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-02T13:02:30,820 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:30,821 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T13:02:30,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T13:02:30,824 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55970044, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/hregion-55970044, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:30,834 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55970044/hregion-55970044.1733144550824, exclude list is [], retry=0 2024-12-02T13:02:30,837 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:30,837 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:30,837 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:30,838 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55970044/hregion-55970044.1733144550824 2024-12-02T13:02:30,838 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:30,839 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d7984b92f6ed635b6ef8d4756b6f72a5, NAME => 'testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37343/hbase 2024-12-02T13:02:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:02:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:02:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741926_1105 (size=67) 2024-12-02T13:02:30,846 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:30,847 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,848 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName a 2024-12-02T13:02:30,848 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,848 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,848 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,849 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName b 2024-12-02T13:02:30,849 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,850 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,850 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,851 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName c 2024-12-02T13:02:30,851 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,851 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,851 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,852 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,852 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,853 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,853 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,853 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:30,855 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,857 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T13:02:30,857 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7984b92f6ed635b6ef8d4756b6f72a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62006099, jitterRate=-0.07603712379932404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:30,857 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7984b92f6ed635b6ef8d4756b6f72a5: Writing region info on filesystem at 1733144550846Initializing all the Stores at 1733144550846Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550846Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550846Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550846Cleaning up temporary data from old regions at 1733144550853 (+7 ms)Region opened successfully at 1733144550857 (+4 ms) 2024-12-02T13:02:30,858 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d7984b92f6ed635b6ef8d4756b6f72a5, disabling compactions & flushes 2024-12-02T13:02:30,858 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,858 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,858 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. after waiting 0 ms 2024-12-02T13:02:30,858 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,858 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,858 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d7984b92f6ed635b6ef8d4756b6f72a5: Waiting for close lock at 1733144550857Disabling compacts and flushes for region at 1733144550857Disabling writes for close at 1733144550858 (+1 ms)Writing region close event to WAL at 1733144550858Closed at 1733144550858 2024-12-02T13:02:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741925_1104 (size=93) 2024-12-02T13:02:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741925_1104 (size=93) 2024-12-02T13:02:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741925_1104 (size=93) 2024-12-02T13:02:30,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:30,863 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55970044:(num 1733144550824) 2024-12-02T13:02:30,863 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:30,865 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:30,876 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, exclude list is [], retry=0 2024-12-02T13:02:30,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:30,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:30,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:30,881 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 2024-12-02T13:02:30,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d7984b92f6ed635b6ef8d4756b6f72a5, NAME => 'testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,882 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,883 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName a 2024-12-02T13:02:30,883 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,884 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,884 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,884 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName b 2024-12-02T13:02:30,884 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,885 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,885 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,886 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName c 2024-12-02T13:02:30,886 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:30,886 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:30,886 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,889 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,889 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,889 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,891 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7984b92f6ed635b6ef8d4756b6f72a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61037685, jitterRate=-0.09046761691570282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7984b92f6ed635b6ef8d4756b6f72a5: Writing region info on filesystem at 1733144550881Initializing all the Stores at 1733144550882 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550882Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550882Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550882Cleaning up temporary data from old regions at 1733144550889 (+7 ms)Region opened successfully at 1733144550891 (+2 ms) 2024-12-02T13:02:30,898 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d7984b92f6ed635b6ef8d4756b6f72a5 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T13:02:30,911 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/1f06d1e8423b462e9911df0b6bca277f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733144550891/Put/seqid=0 2024-12-02T13:02:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:02:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:02:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741928_1107 (size=5958) 2024-12-02T13:02:30,918 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/1f06d1e8423b462e9911df0b6bca277f 2024-12-02T13:02:30,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/1f06d1e8423b462e9911df0b6bca277f as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/1f06d1e8423b462e9911df0b6bca277f 2024-12-02T13:02:30,928 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/1f06d1e8423b462e9911df0b6bca277f, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T13:02:30,929 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d7984b92f6ed635b6ef8d4756b6f72a5 in 32ms, sequenceid=13, compaction requested=false 2024-12-02T13:02:30,929 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d7984b92f6ed635b6ef8d4756b6f72a5: 2024-12-02T13:02:30,944 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d7984b92f6ed635b6ef8d4756b6f72a5, disabling compactions & flushes 2024-12-02T13:02:30,944 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. after waiting 0 ms 2024-12-02T13:02:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,945 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,945 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d7984b92f6ed635b6ef8d4756b6f72a5: Waiting for close lock at 1733144550944Disabling compacts and flushes for region at 1733144550944Disabling writes for close at 1733144550945 (+1 ms)Writing region close event to WAL at 1733144550945Closed at 1733144550945 2024-12-02T13:02:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741927_1106 (size=5869) 2024-12-02T13:02:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741927_1106 (size=5869) 2024-12-02T13:02:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741927_1106 (size=5869) 2024-12-02T13:02:30,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, size=5.7 K (5869bytes) 2024-12-02T13:02:30,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 2024-12-02T13:02:30,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 after 0ms 2024-12-02T13:02:30,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 took 3ms 2024-12-02T13:02:30,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 so closing down 2024-12-02T13:02:30,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:30,968 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733144550865.temp 2024-12-02T13:02:30,969 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp 2024-12-02T13:02:30,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741929_1108 (size=5223) 2024-12-02T13:02:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741929_1108 (size=5223) 2024-12-02T13:02:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741929_1108 (size=5223) 2024-12-02T13:02:30,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:30,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 2024-12-02T13:02:30,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-02T13:02:30,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, journal: Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, size=5.7 K (5869bytes) at 1733144550962Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 so closing down at 1733144550966 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp at 1733144550969 (+3 ms)3 split writer threads finished at 1733144550969Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733144550975 (+6 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000003-wal.1733144550865.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 at 1733144550976 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733144550976 2024-12-02T13:02:30,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550865 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144550865 2024-12-02T13:02:30,978 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 2024-12-02T13:02:30,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:30,980 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:30,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, exclude list is [], retry=0 2024-12-02T13:02:30,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:30,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:30,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:30,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 2024-12-02T13:02:30,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989),(127.0.0.1/127.0.0.1:45011:45011)] 2024-12-02T13:02:30,997 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d7984b92f6ed635b6ef8d4756b6f72a5, NAME => 'testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T13:02:30,997 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:30,997 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,997 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,998 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:30,999 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName a 2024-12-02T13:02:30,999 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:31,005 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/1f06d1e8423b462e9911df0b6bca277f 2024-12-02T13:02:31,005 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:31,005 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,006 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName b 2024-12-02T13:02:31,007 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:31,007 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:31,007 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,008 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName c 2024-12-02T13:02:31,008 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:31,009 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:31,009 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,010 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,012 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 2024-12-02T13:02:31,015 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 2024-12-02T13:02:31,015 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d7984b92f6ed635b6ef8d4756b6f72a5 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T13:02:31,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/7136550aa4f34bc7be7e4e29ea058d7a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733144550929/Put/seqid=0 2024-12-02T13:02:31,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:02:31,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:02:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741931_1110 (size=5958) 2024-12-02T13:02:31,036 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/7136550aa4f34bc7be7e4e29ea058d7a 2024-12-02T13:02:31,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/998998333c0a4719964fe2c48d0b3a6f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733144550935/Put/seqid=0 2024-12-02T13:02:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:02:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:02:31,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741932_1111 (size=5958) 2024-12-02T13:02:31,061 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/998998333c0a4719964fe2c48d0b3a6f 2024-12-02T13:02:31,067 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/7136550aa4f34bc7be7e4e29ea058d7a as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/b/7136550aa4f34bc7be7e4e29ea058d7a 2024-12-02T13:02:31,073 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/b/7136550aa4f34bc7be7e4e29ea058d7a, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T13:02:31,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/998998333c0a4719964fe2c48d0b3a6f as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/c/998998333c0a4719964fe2c48d0b3a6f 2024-12-02T13:02:31,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/c/998998333c0a4719964fe2c48d0b3a6f, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T13:02:31,079 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for d7984b92f6ed635b6ef8d4756b6f72a5 in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T13:02:31,080 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000035 2024-12-02T13:02:31,081 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,081 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,082 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:31,083 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:31,085 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T13:02:31,086 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7984b92f6ed635b6ef8d4756b6f72a5; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67269920, jitterRate=0.002399921417236328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:31,086 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7984b92f6ed635b6ef8d4756b6f72a5: Writing region info on filesystem at 1733144550997Initializing all the Stores at 1733144550998 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550998Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550998Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144550998Obtaining lock to block concurrent updates at 1733144551015 (+17 ms)Preparing flush snapshotting stores in d7984b92f6ed635b6ef8d4756b6f72a5 at 1733144551015Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733144551015Flushing stores of testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. at 1733144551015Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: creating writer at 1733144551015Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: appending metadata at 1733144551027 (+12 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: closing flushed file at 1733144551027Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: creating writer at 1733144551041 (+14 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: appending metadata at 1733144551053 (+12 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: closing flushed file at 1733144551053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eaa41e5: reopening flushed file at 1733144551066 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce46628: reopening flushed file at 1733144551073 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for d7984b92f6ed635b6ef8d4756b6f72a5 in 64ms, sequenceid=35, compaction requested=false; wal=null at 1733144551079 (+6 ms)Cleaning up temporary data from old regions at 1733144551081 (+2 ms)Region opened successfully at 1733144551086 (+5 ms) 2024-12-02T13:02:31,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T13:02:31,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, size=0 (0bytes) 2024-12-02T13:02:31,146 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 might be still open, length is 0 2024-12-02T13:02:31,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 2024-12-02T13:02:31,147 WARN [IPC Server handler 4 on default port 37343 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-02T13:02:31,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 after 1ms 2024-12-02T13:02:33,215 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:36550 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34765:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36550 dst: /127.0.0.1:34765 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34765 remote=/127.0.0.1:36550]. Total timeout mills is 60000, 57897 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:33,216 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:54716 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54716 dst: /127.0.0.1:44813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:33,216 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2017656236_22 at /127.0.0.1:39192 [Receiving block BP-455220406-172.17.0.2-1733144515639:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41405:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39192 dst: /127.0.0.1:41405 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741930_1112 (size=5215) 2024-12-02T13:02:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741930_1112 (size=5215) 2024-12-02T13:02:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741930_1112 (size=5215) 2024-12-02T13:02:35,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 after 4002ms 2024-12-02T13:02:35,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 took 4011ms 2024-12-02T13:02:35,159 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980; continuing. 2024-12-02T13:02:35,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 so closing down 2024-12-02T13:02:35,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T13:02:35,161 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733144550980.temp 2024-12-02T13:02:35,163 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp 2024-12-02T13:02:35,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T13:02:35,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741933_1113 (size=5223) 2024-12-02T13:02:35,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741933_1113 (size=5223) 2024-12-02T13:02:35,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741933_1113 (size=5223) 2024-12-02T13:02:35,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T13:02:35,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 2024-12-02T13:02:35,173 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T13:02:35,173 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, journal: Splitting hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, size=0 (0bytes) at 1733144551146Finishing writing output for hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 so closing down at 1733144555159 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp at 1733144555163 (+4 ms)3 split writer threads finished at 1733144555163Closed recovered edits writer path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733144555171 (+8 ms)Rename recovered edits hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000037-wal.1733144550980.temp to hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 at 1733144555173 (+2 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980, size=0, length=0, corrupted=false, cancelled=false at 1733144555173 2024-12-02T13:02:35,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 to hdfs://localhost:37343/hbase/oldWALs/wal.1733144550980 2024-12-02T13:02:35,177 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 2024-12-02T13:02:35,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T13:02:35,179 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37343/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819, archiveDir=hdfs://localhost:37343/hbase/oldWALs, maxLogs=32 2024-12-02T13:02:35,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144555180, exclude list is [], retry=0 2024-12-02T13:02:35,194 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44813,DS-48183da5-8433-4153-b575-d1ad9d732845,DISK] 2024-12-02T13:02:35,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34765,DS-44574047-09c9-4d00-96c3-10a0a8c82566,DISK] 2024-12-02T13:02:35,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41405,DS-f20559dd-6166-429b-a7be-c10f77a13e52,DISK] 2024-12-02T13:02:35,196 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144555180 2024-12-02T13:02:35,196 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45011:45011),(127.0.0.1/127.0.0.1:42647:42647),(127.0.0.1/127.0.0.1:35989:35989)] 2024-12-02T13:02:35,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T13:02:35,198 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,199 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName a 2024-12-02T13:02:35,199 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:35,203 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/1f06d1e8423b462e9911df0b6bca277f 2024-12-02T13:02:35,204 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:35,204 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,205 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName b 2024-12-02T13:02:35,205 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:35,212 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/b/7136550aa4f34bc7be7e4e29ea058d7a 2024-12-02T13:02:35,212 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:35,212 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,213 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7984b92f6ed635b6ef8d4756b6f72a5 columnFamilyName c 2024-12-02T13:02:35,213 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T13:02:35,218 DEBUG [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/c/998998333c0a4719964fe2c48d0b3a6f 2024-12-02T13:02:35,218 INFO [StoreOpener-d7984b92f6ed635b6ef8d4756b6f72a5-1 {}] regionserver.HStore(327): Store=d7984b92f6ed635b6ef8d4756b6f72a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T13:02:35,218 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,220 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 2024-12-02T13:02:35,225 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 2024-12-02T13:02:35,225 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d7984b92f6ed635b6ef8d4756b6f72a5 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T13:02:35,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/d2a070d446654dd8add656df264ab94d is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733144551094/Put/seqid=0 2024-12-02T13:02:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:02:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:02:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741935_1115 (size=5958) 2024-12-02T13:02:35,247 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/d2a070d446654dd8add656df264ab94d 2024-12-02T13:02:35,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/5e2cc7724a09469b9e8bab3af73d6724 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733144551100/Put/seqid=0 2024-12-02T13:02:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:02:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:02:35,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741936_1116 (size=5958) 2024-12-02T13:02:35,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/5e2cc7724a09469b9e8bab3af73d6724 2024-12-02T13:02:35,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/f04375778443419a803d58eeddb3dce5 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733144551106/Put/seqid=0 2024-12-02T13:02:35,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:02:35,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:02:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741937_1117 (size=5958) 2024-12-02T13:02:35,294 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/f04375778443419a803d58eeddb3dce5 2024-12-02T13:02:35,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/a/d2a070d446654dd8add656df264ab94d as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/d2a070d446654dd8add656df264ab94d 2024-12-02T13:02:35,304 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/a/d2a070d446654dd8add656df264ab94d, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:02:35,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/b/5e2cc7724a09469b9e8bab3af73d6724 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/b/5e2cc7724a09469b9e8bab3af73d6724 2024-12-02T13:02:35,309 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/b/5e2cc7724a09469b9e8bab3af73d6724, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:02:35,310 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/.tmp/c/f04375778443419a803d58eeddb3dce5 as hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/c/f04375778443419a803d58eeddb3dce5 2024-12-02T13:02:35,314 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/c/f04375778443419a803d58eeddb3dce5, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T13:02:35,315 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d7984b92f6ed635b6ef8d4756b6f72a5 in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T13:02:35,316 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/0000000000000000066 2024-12-02T13:02:35,317 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,317 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,318 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T13:02:35,319 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d7984b92f6ed635b6ef8d4756b6f72a5 2024-12-02T13:02:35,321 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/hbase/data/default/testReplayEditsWrittenViaHRegion/d7984b92f6ed635b6ef8d4756b6f72a5/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T13:02:35,322 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d7984b92f6ed635b6ef8d4756b6f72a5; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866488, jitterRate=-0.10791981220245361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T13:02:35,322 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d7984b92f6ed635b6ef8d4756b6f72a5: Writing region info on filesystem at 1733144555197Initializing all the Stores at 1733144555198 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144555198Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144555198Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733144555198Obtaining lock to block concurrent updates at 1733144555225 (+27 ms)Preparing flush snapshotting stores in d7984b92f6ed635b6ef8d4756b6f72a5 at 1733144555225Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733144555225Flushing stores of testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. at 1733144555225Flushing d7984b92f6ed635b6ef8d4756b6f72a5/a: creating writer at 1733144555225Flushing d7984b92f6ed635b6ef8d4756b6f72a5/a: appending metadata at 1733144555239 (+14 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/a: closing flushed file at 1733144555239Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: creating writer at 1733144555251 (+12 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: appending metadata at 1733144555263 (+12 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/b: closing flushed file at 1733144555263Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: creating writer at 1733144555274 (+11 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: appending metadata at 1733144555287 (+13 ms)Flushing d7984b92f6ed635b6ef8d4756b6f72a5/c: closing flushed file at 1733144555287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f414a83: reopening flushed file at 1733144555298 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106ea0aa: reopening flushed file at 1733144555304 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69636340: reopening flushed file at 1733144555309 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d7984b92f6ed635b6ef8d4756b6f72a5 in 90ms, sequenceid=66, compaction requested=false; wal=null at 1733144555315 (+6 ms)Cleaning up temporary data from old regions at 1733144555317 (+2 ms)Region opened successfully at 1733144555322 (+5 ms) 2024-12-02T13:02:35,335 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d7984b92f6ed635b6ef8d4756b6f72a5, disabling compactions & flushes 2024-12-02T13:02:35,336 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:35,336 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:35,336 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. after waiting 0 ms 2024-12-02T13:02:35,336 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:35,337 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733144550820.d7984b92f6ed635b6ef8d4756b6f72a5. 2024-12-02T13:02:35,337 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d7984b92f6ed635b6ef8d4756b6f72a5: Waiting for close lock at 1733144555335Disabling compacts and flushes for region at 1733144555335Disabling writes for close at 1733144555336 (+1 ms)Writing region close event to WAL at 1733144555337 (+1 ms)Closed at 1733144555337 2024-12-02T13:02:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741934_1114 (size=93) 2024-12-02T13:02:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741934_1114 (size=93) 2024-12-02T13:02:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741934_1114 (size=93) 2024-12-02T13:02:35,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T13:02:35,341 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733144555180) 2024-12-02T13:02:35,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441 (was 434) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1898565212_22 at /127.0.0.1:39220 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1898565212_22 at /127.0.0.1:36600 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (865318088) connection to localhost/127.0.0.1:37343 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1898565212_22 at /127.0.0.1:54770 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2481 (was 2506) 2024-12-02T13:02:35,355 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-12-02T13:02:35,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T13:02:35,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:02:35,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:02:35,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T13:02:35,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T13:02:35,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1272579748, stopped=false 2024-12-02T13:02:35,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=06e3e18f2515,34261,1733144518187 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:35,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:02:35,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T13:02:35,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:02:35,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:02:35,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,45739,1733144518733' ***** 2024-12-02T13:02:35,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:02:35,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '06e3e18f2515,34505,1733144518814' ***** 2024-12-02T13:02:35,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T13:02:35,359 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:02:35,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:02:35,359 INFO [RS:0;06e3e18f2515:45739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(3091): Received CLOSE for ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T13:02:35,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:02:35,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,34505,1733144518814 2024-12-02T13:02:35,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(959): stopping server 06e3e18f2515,45739,1733144518733 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:02:35,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef1be92eb9fbfd166811d4ef6d5a0b73, disabling compactions & flushes 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;06e3e18f2515:34505. 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;06e3e18f2515:45739. 2024-12-02T13:02:35,360 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:35,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:35,360 DEBUG [RS:1;06e3e18f2515:34505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:02:35,360 DEBUG [RS:0;06e3e18f2515:45739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T13:02:35,360 DEBUG [RS:1;06e3e18f2515:34505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. after waiting 0 ms 2024-12-02T13:02:35,360 DEBUG [RS:0;06e3e18f2515:45739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,360 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:35,360 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,34505,1733144518814; all regions closed. 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:02:35,360 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T13:02:35,361 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T13:02:35,361 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ef1be92eb9fbfd166811d4ef6d5a0b73=testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73.} 2024-12-02T13:02:35,361 DEBUG [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef1be92eb9fbfd166811d4ef6d5a0b73 2024-12-02T13:02:35,361 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T13:02:35,361 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T13:02:35,361 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T13:02:35,361 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T13:02:35,361 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T13:02:35,361 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-02T13:02:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741833_1009 (size=93) 2024-12-02T13:02:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741833_1009 (size=93) 2024-12-02T13:02:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741833_1009 (size=93) 2024-12-02T13:02:35,365 DEBUG [RS:1;06e3e18f2515:34505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs 2024-12-02T13:02:35,365 INFO [RS:1;06e3e18f2515:34505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C34505%2C1733144518814:(num 1733144520060) 2024-12-02T13:02:35,365 DEBUG [RS:1;06e3e18f2515:34505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,365 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T13:02:35,366 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:02:35,366 INFO [RS:1;06e3e18f2515:34505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34505 2024-12-02T13:02:35,367 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ef1be92eb9fbfd166811d4ef6d5a0b73/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T13:02:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:02:35,367 INFO [RS:1;06e3e18f2515:34505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:02:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,34505,1733144518814 2024-12-02T13:02:35,368 INFO [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:35,368 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef1be92eb9fbfd166811d4ef6d5a0b73: Waiting for close lock at 1733144555360Running coprocessor pre-close hooks at 1733144555360Disabling compacts and flushes for region at 1733144555360Disabling writes for close at 1733144555360Writing region close event to WAL at 1733144555362 (+2 ms)Running coprocessor post-close hooks at 1733144555368 (+6 ms)Closed at 1733144555368 2024-12-02T13:02:35,368 DEBUG [RS_CLOSE_REGION-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73. 2024-12-02T13:02:35,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,34505,1733144518814] 2024-12-02T13:02:35,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,34505,1733144518814 already deleted, retry=false 2024-12-02T13:02:35,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,34505,1733144518814 expired; onlineServers=1 2024-12-02T13:02:35,387 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/info/d0a05da08d6e432ca36dde819527a9bd is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733144532356.ef1be92eb9fbfd166811d4ef6d5a0b73./info:regioninfo/1733144535381/Put/seqid=0 2024-12-02T13:02:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:02:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:02:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741938_1118 (size=8243) 2024-12-02T13:02:35,394 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/info/d0a05da08d6e432ca36dde819527a9bd 2024-12-02T13:02:35,413 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/ns/03bdddc4955e488382e7a7c7bbcd8053 is 43, key is default/ns:d/1733144520640/Put/seqid=0 2024-12-02T13:02:35,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:02:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:02:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741939_1119 (size=5153) 2024-12-02T13:02:35,419 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/ns/03bdddc4955e488382e7a7c7bbcd8053 2024-12-02T13:02:35,438 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/table/5cd83c4006e848efa0a1c07c773aeda2 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733144532771/Put/seqid=0 2024-12-02T13:02:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:02:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:02:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741940_1120 (size=5431) 2024-12-02T13:02:35,444 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/table/5cd83c4006e848efa0a1c07c773aeda2 2024-12-02T13:02:35,451 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/info/d0a05da08d6e432ca36dde819527a9bd as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/info/d0a05da08d6e432ca36dde819527a9bd 2024-12-02T13:02:35,452 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:35,452 INFO [regionserver/06e3e18f2515:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:35,456 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/info/d0a05da08d6e432ca36dde819527a9bd, entries=18, sequenceid=21, filesize=8.0 K 2024-12-02T13:02:35,458 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/ns/03bdddc4955e488382e7a7c7bbcd8053 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/ns/03bdddc4955e488382e7a7c7bbcd8053 2024-12-02T13:02:35,462 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/ns/03bdddc4955e488382e7a7c7bbcd8053, entries=2, sequenceid=21, filesize=5.0 K 2024-12-02T13:02:35,463 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/.tmp/table/5cd83c4006e848efa0a1c07c773aeda2 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/table/5cd83c4006e848efa0a1c07c773aeda2 2024-12-02T13:02:35,468 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/table/5cd83c4006e848efa0a1c07c773aeda2, entries=2, sequenceid=21, filesize=5.3 K 2024-12-02T13:02:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:35,469 INFO [RS:1;06e3e18f2515:34505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:02:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x1009b05f7aa0002, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:35,469 INFO [RS:1;06e3e18f2515:34505 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,34505,1733144518814; zookeeper connection closed. 2024-12-02T13:02:35,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8012538 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8012538 2024-12-02T13:02:35,469 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false 2024-12-02T13:02:35,474 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T13:02:35,475 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T13:02:35,475 INFO [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T13:02:35,475 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733144555361Running coprocessor pre-close hooks at 1733144555361Disabling compacts and flushes for region at 1733144555361Disabling writes for close at 1733144555361Obtaining lock to block concurrent updates at 1733144555361Preparing flush snapshotting stores in 1588230740 at 1733144555361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733144555362 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733144555363 (+1 ms)Flushing 1588230740/info: creating writer at 1733144555364 (+1 ms)Flushing 1588230740/info: appending metadata at 1733144555387 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733144555387Flushing 1588230740/ns: creating writer at 1733144555400 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733144555412 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733144555412Flushing 1588230740/table: creating writer at 1733144555425 (+13 ms)Flushing 1588230740/table: appending metadata at 1733144555438 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733144555438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664e37aa: reopening flushed file at 1733144555450 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2003318f: reopening flushed file at 1733144555457 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dc8e82: reopening flushed file at 1733144555463 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false at 1733144555469 (+6 ms)Writing region close event to WAL at 1733144555470 (+1 ms)Running coprocessor post-close hooks at 1733144555474 (+4 ms)Closed at 1733144555475 (+1 ms) 2024-12-02T13:02:35,475 DEBUG [RS_CLOSE_META-regionserver/06e3e18f2515:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T13:02:35,561 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(976): stopping server 06e3e18f2515,45739,1733144518733; all regions closed. 2024-12-02T13:02:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741836_1012 (size=8899) 2024-12-02T13:02:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741836_1012 (size=8899) 2024-12-02T13:02:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741836_1012 (size=8899) 2024-12-02T13:02:35,570 DEBUG [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs 2024-12-02T13:02:35,570 INFO [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C45739%2C1733144518733.meta:.meta(num 1733144520506) 2024-12-02T13:02:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741834_1010 (size=3433) 2024-12-02T13:02:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741834_1010 (size=3433) 2024-12-02T13:02:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741834_1010 (size=3433) 2024-12-02T13:02:35,576 DEBUG [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/oldWALs 2024-12-02T13:02:35,576 INFO [RS:0;06e3e18f2515:45739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 06e3e18f2515%2C45739%2C1733144518733:(num 1733144520060) 2024-12-02T13:02:35,576 DEBUG [RS:0;06e3e18f2515:45739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T13:02:35,576 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T13:02:35,576 INFO [RS:0;06e3e18f2515:45739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:02:35,576 INFO [RS:0;06e3e18f2515:45739 {}] hbase.ChoreService(370): Chore service for: regionserver/06e3e18f2515:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T13:02:35,577 INFO [RS:0;06e3e18f2515:45739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:02:35,577 INFO [regionserver/06e3e18f2515:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:02:35,577 INFO [RS:0;06e3e18f2515:45739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45739 2024-12-02T13:02:35,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T13:02:35,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/06e3e18f2515,45739,1733144518733 2024-12-02T13:02:35,578 INFO [RS:0;06e3e18f2515:45739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:02:35,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [06e3e18f2515,45739,1733144518733] 2024-12-02T13:02:35,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/06e3e18f2515,45739,1733144518733 already deleted, retry=false 2024-12-02T13:02:35,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 06e3e18f2515,45739,1733144518733 expired; onlineServers=0 2024-12-02T13:02:35,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '06e3e18f2515,34261,1733144518187' ***** 2024-12-02T13:02:35,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T13:02:35,581 DEBUG [M:0;06e3e18f2515:34261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T13:02:35,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T13:02:35,581 DEBUG [M:0;06e3e18f2515:34261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T13:02:35,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144519727 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.large.0-1733144519727,5,FailOnTimeoutGroup] 2024-12-02T13:02:35,581 DEBUG [master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144519729 {}] cleaner.HFileCleaner(306): Exit Thread[master/06e3e18f2515:0:becomeActiveMaster-HFileCleaner.small.0-1733144519729,5,FailOnTimeoutGroup] 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] hbase.ChoreService(370): Chore service for: master/06e3e18f2515:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T13:02:35,581 DEBUG [M:0;06e3e18f2515:34261 {}] master.HMaster(1795): Stopping service threads 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T13:02:35,581 INFO [M:0;06e3e18f2515:34261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T13:02:35,582 INFO [M:0;06e3e18f2515:34261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T13:02:35,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T13:02:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T13:02:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T13:02:35,582 DEBUG [M:0;06e3e18f2515:34261 {}] zookeeper.ZKUtil(347): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T13:02:35,582 WARN [M:0;06e3e18f2515:34261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T13:02:35,583 INFO [M:0;06e3e18f2515:34261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/.lastflushedseqids 2024-12-02T13:02:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:02:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:02:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741941_1121 (size=138) 2024-12-02T13:02:35,597 INFO [M:0;06e3e18f2515:34261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T13:02:35,598 INFO [M:0;06e3e18f2515:34261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T13:02:35,598 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T13:02:35,598 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:02:35,598 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:02:35,598 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T13:02:35,598 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:02:35,598 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-02T13:02:35,613 DEBUG [M:0;06e3e18f2515:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6649f45df3459e8f22b818ddc9a17b is 82, key is hbase:meta,,1/info:regioninfo/1733144520579/Put/seqid=0 2024-12-02T13:02:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:02:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:02:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741942_1122 (size=5672) 2024-12-02T13:02:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:35,680 INFO [RS:0;06e3e18f2515:45739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:02:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x1009b05f7aa0001, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:35,680 INFO [RS:0;06e3e18f2515:45739 {}] regionserver.HRegionServer(1031): Exiting; stopping=06e3e18f2515,45739,1733144518733; zookeeper connection closed. 2024-12-02T13:02:35,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@249d4e14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@249d4e14 2024-12-02T13:02:35,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T13:02:36,021 INFO [M:0;06e3e18f2515:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6649f45df3459e8f22b818ddc9a17b 2024-12-02T13:02:36,048 DEBUG [M:0;06e3e18f2515:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7b3331a670a49dfb6fbee3ecb0fe1bd is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733144532776/Put/seqid=0 2024-12-02T13:02:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741943_1123 (size=7755) 2024-12-02T13:02:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741943_1123 (size=7755) 2024-12-02T13:02:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741943_1123 (size=7755) 2024-12-02T13:02:36,054 INFO [M:0;06e3e18f2515:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7b3331a670a49dfb6fbee3ecb0fe1bd 2024-12-02T13:02:36,059 INFO [M:0;06e3e18f2515:34261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7b3331a670a49dfb6fbee3ecb0fe1bd 2024-12-02T13:02:36,072 DEBUG [M:0;06e3e18f2515:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a476577c48264f9f96e77cc5541eb569 is 69, key is 06e3e18f2515,34505,1733144518814/rs:state/1733144519824/Put/seqid=0 2024-12-02T13:02:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741944_1124 (size=5445) 2024-12-02T13:02:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741944_1124 (size=5445) 2024-12-02T13:02:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741944_1124 (size=5445) 2024-12-02T13:02:36,079 INFO [M:0;06e3e18f2515:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a476577c48264f9f96e77cc5541eb569 2024-12-02T13:02:36,083 INFO [M:0;06e3e18f2515:34261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a476577c48264f9f96e77cc5541eb569 2024-12-02T13:02:36,084 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c6649f45df3459e8f22b818ddc9a17b as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c6649f45df3459e8f22b818ddc9a17b 2024-12-02T13:02:36,090 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c6649f45df3459e8f22b818ddc9a17b, entries=8, sequenceid=168, filesize=5.5 K 2024-12-02T13:02:36,091 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7b3331a670a49dfb6fbee3ecb0fe1bd as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7b3331a670a49dfb6fbee3ecb0fe1bd 2024-12-02T13:02:36,096 INFO [M:0;06e3e18f2515:34261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7b3331a670a49dfb6fbee3ecb0fe1bd 2024-12-02T13:02:36,096 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7b3331a670a49dfb6fbee3ecb0fe1bd, entries=17, sequenceid=168, filesize=7.6 K 2024-12-02T13:02:36,098 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a476577c48264f9f96e77cc5541eb569 as hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a476577c48264f9f96e77cc5541eb569 2024-12-02T13:02:36,103 INFO [M:0;06e3e18f2515:34261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a476577c48264f9f96e77cc5541eb569 2024-12-02T13:02:36,103 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37343/user/jenkins/test-data/56a1cda3-0b72-5736-517a-0db3828faf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a476577c48264f9f96e77cc5541eb569, entries=3, sequenceid=168, filesize=5.3 K 2024-12-02T13:02:36,104 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=168, compaction requested=false 2024-12-02T13:02:36,106 INFO [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T13:02:36,106 DEBUG [M:0;06e3e18f2515:34261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733144555598Disabling compacts and flushes for region at 1733144555598Disabling writes for close at 1733144555598Obtaining lock to block concurrent updates at 1733144555598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733144555598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733144555598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733144555599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733144555599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733144555613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733144555613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733144556032 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733144556047 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733144556047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733144556059 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733144556071 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733144556071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d2639f: reopening flushed file at 1733144556083 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d97ecf: reopening flushed file at 1733144556090 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65218e5e: reopening flushed file at 1733144556096 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=168, compaction requested=false at 1733144556104 (+8 ms)Writing region close event to WAL at 1733144556106 (+2 ms)Closed at 1733144556106 2024-12-02T13:02:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34765 is added to blk_1073741830_1006 (size=81431) 2024-12-02T13:02:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44813 is added to blk_1073741830_1006 (size=81431) 2024-12-02T13:02:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41405 is added to blk_1073741830_1006 (size=81431) 2024-12-02T13:02:36,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T13:02:36,110 INFO [M:0;06e3e18f2515:34261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T13:02:36,110 INFO [M:0;06e3e18f2515:34261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34261 2024-12-02T13:02:36,110 INFO [M:0;06e3e18f2515:34261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T13:02:36,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:36,212 INFO [M:0;06e3e18f2515:34261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T13:02:36,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1009b05f7aa0000, quorum=127.0.0.1:58139, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T13:02:36,219 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144536267 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144536267 (inode 16655) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733144535773/wal.1733144536267 (inode 16655) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:02:36,220 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733144527847/wal.1733144527942 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:36,220 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733144550819/wal.1733144550980 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:36,222 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144545646 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144545646 (inode 16678) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733144536396/wal.1733144545646 (inode 16678) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:02:36,223 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733144521686/wal.1733144521752 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:36,225 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144546263 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144546263 (inode 16704) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733144545849/wal.1733144546263 (inode 16704) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:02:36,226 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733144546403/wal.1733144546458 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T13:02:36,228 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal.1733144521561 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal.1733144521561 (inode 16485) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733144521297/wal.1733144521561 (inode 16485) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:02:36,230 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal.1733144521080 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal.1733144521080 (inode 16462) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733144520872/wal.1733144521080 (inode 16462) Holder DFSClient_NONMAPREDUCE_-2017656236_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T13:02:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50b13206{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:02:36,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3267e685{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:02:36,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:02:36,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8696d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:02:36,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37d4eea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,STOPPED} 2024-12-02T13:02:36,239 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:02:36,239 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455220406-172.17.0.2-1733144515639 (Datanode Uuid 10d8a197-2f3e-414c-9635-b972e210d3cc) service to localhost/127.0.0.1:37343 2024-12-02T13:02:36,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data5/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:02:36,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:02:36,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data6/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:02:36,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@494486cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:02:36,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d076b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:02:36,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:02:36,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152e2397{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:02:36,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc499ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,STOPPED} 2024-12-02T13:02:36,266 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:02:36,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:02:36,266 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455220406-172.17.0.2-1733144515639 (Datanode Uuid f717ca98-9052-4e09-b92b-b1b3d2d16667) service to localhost/127.0.0.1:37343 2024-12-02T13:02:36,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:02:36,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data3/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data4/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:02:36,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb7bef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T13:02:36,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4080a860{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:02:36,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:02:36,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c19a0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:02:36,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f9ab09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,STOPPED} 2024-12-02T13:02:36,273 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T13:02:36,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T13:02:36,274 WARN [BP-455220406-172.17.0.2-1733144515639 heartbeating to localhost/127.0.0.1:37343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455220406-172.17.0.2-1733144515639 (Datanode Uuid f6ff3a59-f4af-49d9-a875-7b0a6680632c) service to localhost/127.0.0.1:37343 2024-12-02T13:02:36,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T13:02:36,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data1/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/cluster_0919b28b-3a34-44ae-15b9-f4dc1de3a4b4/data/data2/current/BP-455220406-172.17.0.2-1733144515639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T13:02:36,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T13:02:36,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T13:02:36,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T13:02:36,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T13:02:36,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T13:02:36,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4a2283b-23ed-79fe-05b3-cd6dfaeaffd9/hadoop.log.dir/,STOPPED} 2024-12-02T13:02:36,290 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T13:02:36,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down