2024-11-13 10:30:01,717 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 10:30:01,733 main DEBUG Took 0.013828 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 10:30:01,734 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 10:30:01,734 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 10:30:01,735 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 10:30:01,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,747 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 10:30:01,764 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,768 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,771 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,772 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,774 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,775 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,776 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:30:01,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,780 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 10:30:01,782 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:30:01,784 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 10:30:01,786 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 10:30:01,786 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 10:30:01,788 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 10:30:01,789 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 10:30:01,800 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 10:30:01,804 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 10:30:01,806 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 10:30:01,806 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 10:30:01,807 main DEBUG createAppenders(={Console}) 2024-11-13 10:30:01,808 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-13 10:30:01,808 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 10:30:01,809 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-13 10:30:01,809 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 10:30:01,810 main DEBUG OutputStream closed 2024-11-13 10:30:01,810 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 10:30:01,811 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 10:30:01,811 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-13 10:30:01,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 10:30:01,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 10:30:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 10:30:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 10:30:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 10:30:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 10:30:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 10:30:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 10:30:01,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 10:30:01,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 10:30:01,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 10:30:01,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 10:30:01,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 10:30:01,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 10:30:01,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 10:30:01,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 10:30:01,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 10:30:01,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 10:30:01,920 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 10:30:01,921 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-13 10:30:01,921 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 10:30:01,922 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-13T10:30:02,305 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b 2024-11-13 10:30:02,308 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 10:30:02,309 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T10:30:02,319 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-13T10:30:02,326 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-13T10:30:02,349 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T10:30:02,407 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T10:30:02,407 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T10:30:02,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:30:02,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84, deleteOnExit=true 2024-11-13T10:30:02,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:30:02,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/test.cache.data in system properties and HBase conf 2024-11-13T10:30:02,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:30:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:30:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:30:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:30:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:30:02,557 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T10:30:02,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:30:02,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:30:02,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:30:02,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:30:02,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:30:02,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:30:02,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:30:02,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:30:02,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:30:02,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:30:02,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:30:02,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:30:02,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:30:02,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:30:02,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:30:03,819 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T10:30:03,931 INFO [Time-limited test {}] log.Log(170): Logging initialized @3091ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T10:30:04,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:30:04,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:30:04,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:30:04,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:30:04,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:30:04,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:30:04,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:30:04,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:30:04,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/java.io.tmpdir/jetty-localhost-36271-hadoop-hdfs-3_4_1-tests_jar-_-any-13498064370565780621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:30:04,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36271} 2024-11-13T10:30:04,498 INFO [Time-limited test {}] server.Server(415): Started @3658ms 2024-11-13T10:30:05,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:30:05,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:30:05,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:30:05,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:30:05,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:30:05,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:30:05,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:30:05,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/java.io.tmpdir/jetty-localhost-46867-hadoop-hdfs-3_4_1-tests_jar-_-any-6636224533102124116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:05,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:46867} 2024-11-13T10:30:05,162 INFO [Time-limited test {}] server.Server(415): Started @4323ms 2024-11-13T10:30:05,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:30:05,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:30:05,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:30:05,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:30:05,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:30:05,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:30:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:30:05,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:30:05,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/java.io.tmpdir/jetty-localhost-41439-hadoop-hdfs-3_4_1-tests_jar-_-any-16887848328674799177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:05,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:41439} 2024-11-13T10:30:05,620 INFO [Time-limited test {}] server.Server(415): Started @4781ms 2024-11-13T10:30:05,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:30:05,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:30:05,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:30:05,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:30:05,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:30:05,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:30:05,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:30:05,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:30:05,837 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data4/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:05,840 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data3/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:05,840 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data2/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:05,841 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data1/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:05,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/java.io.tmpdir/jetty-localhost-33897-hadoop-hdfs-3_4_1-tests_jar-_-any-18199445669079981137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:05,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:33897} 2024-11-13T10:30:05,848 INFO [Time-limited test {}] server.Server(415): Started @5009ms 2024-11-13T10:30:05,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:30:05,920 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:30:05,922 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:30:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fa9e494374c9cb5 with lease ID 0xd93741ab77966467: Processing first storage report for DS-1176a380-77d9-432f-9410-e82756540e47 from datanode DatanodeRegistration(127.0.0.1:34621, datanodeUuid=c79976d1-038c-48bc-a99e-eec466e40c97, infoPort=38807, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fa9e494374c9cb5 with lease ID 0xd93741ab77966467: from storage DS-1176a380-77d9-432f-9410-e82756540e47 node DatanodeRegistration(127.0.0.1:34621, datanodeUuid=c79976d1-038c-48bc-a99e-eec466e40c97, infoPort=38807, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bef1fc367aad31 with lease ID 0xd93741ab77966468: Processing first storage report for DS-ed598b65-342a-4e32-a174-d1550077cdb7 from datanode DatanodeRegistration(127.0.0.1:45161, datanodeUuid=0ebedb5e-9aa3-4d74-868e-a6f56b7e3705, infoPort=42745, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bef1fc367aad31 with lease ID 0xd93741ab77966468: from storage DS-ed598b65-342a-4e32-a174-d1550077cdb7 node DatanodeRegistration(127.0.0.1:45161, datanodeUuid=0ebedb5e-9aa3-4d74-868e-a6f56b7e3705, infoPort=42745, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bef1fc367aad31 with lease ID 0xd93741ab77966468: Processing first storage report for DS-41f43eb1-8e75-4463-9e23-611cbb4cb065 from datanode DatanodeRegistration(127.0.0.1:45161, datanodeUuid=0ebedb5e-9aa3-4d74-868e-a6f56b7e3705, infoPort=42745, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bef1fc367aad31 with lease ID 0xd93741ab77966468: from storage DS-41f43eb1-8e75-4463-9e23-611cbb4cb065 node DatanodeRegistration(127.0.0.1:45161, datanodeUuid=0ebedb5e-9aa3-4d74-868e-a6f56b7e3705, infoPort=42745, infoSecurePort=0, ipcPort=38443, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fa9e494374c9cb5 with lease ID 0xd93741ab77966467: Processing first storage report for DS-6e0b1625-27d4-4da4-92dc-de9be2d07e9e from datanode DatanodeRegistration(127.0.0.1:34621, datanodeUuid=c79976d1-038c-48bc-a99e-eec466e40c97, infoPort=38807, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fa9e494374c9cb5 with lease ID 0xd93741ab77966467: from storage DS-6e0b1625-27d4-4da4-92dc-de9be2d07e9e node DatanodeRegistration(127.0.0.1:34621, datanodeUuid=c79976d1-038c-48bc-a99e-eec466e40c97, infoPort=38807, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,093 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data5/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:06,096 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data6/current/BP-47524465-172.17.0.2-1731493803506/current, will proceed with Du for space computation calculation, 2024-11-13T10:30:06,150 WARN [Thread-126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:30:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8bc1af58535fe9b with lease ID 0xd93741ab77966469: Processing first storage report for DS-da82001a-5ede-4cc4-9a70-50ca090366a7 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=87fb1606-6ce6-40e6-a839-562d766005a6, infoPort=41817, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8bc1af58535fe9b with lease ID 0xd93741ab77966469: from storage DS-da82001a-5ede-4cc4-9a70-50ca090366a7 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=87fb1606-6ce6-40e6-a839-562d766005a6, infoPort=41817, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8bc1af58535fe9b with lease ID 0xd93741ab77966469: Processing first storage report for DS-516d008c-a00f-4464-86a8-0e7f405d1720 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=87fb1606-6ce6-40e6-a839-562d766005a6, infoPort=41817, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506) 2024-11-13T10:30:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8bc1af58535fe9b with lease ID 0xd93741ab77966469: from storage DS-516d008c-a00f-4464-86a8-0e7f405d1720 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=87fb1606-6ce6-40e6-a839-562d766005a6, infoPort=41817, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1053073050;c=1731493803506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:30:06,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b 2024-11-13T10:30:06,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/zookeeper_0, clientPort=52953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:30:06,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52953 2024-11-13T10:30:06,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:06,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:30:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:30:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:30:07,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 with version=8 2024-11-13T10:30:07,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/hbase-staging 2024-11-13T10:30:07,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:30:07,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:07,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:07,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:30:07,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:07,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:30:07,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:30:07,943 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T10:30:07,953 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T10:30:07,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:30:07,994 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20992 (auto-detected) 2024-11-13T10:30:07,996 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T10:30:08,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46549 2024-11-13T10:30:08,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46549 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-13T10:30:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465490x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:30:08,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46549-0x10110e0ac080000 connected 2024-11-13T10:30:08,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:08,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2, hbase.cluster.distributed=false 2024-11-13T10:30:08,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:30:08,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-13T10:30:08,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46549 2024-11-13T10:30:08,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46549 2024-11-13T10:30:08,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-13T10:30:08,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-13T10:30:08,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:30:08,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:30:08,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:30:08,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:30:08,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:30:08,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33991 2024-11-13T10:30:08,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33991 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-13T10:30:08,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339910x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:30:08,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339910x0, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:08,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:30:08,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33991-0x10110e0ac080001 connected 2024-11-13T10:30:08,677 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:30:08,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T10:30:08,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:30:08,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-13T10:30:08,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33991 2024-11-13T10:30:08,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33991 2024-11-13T10:30:08,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-13T10:30:08,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-13T10:30:08,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:30:08,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:30:08,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:30:08,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:30:08,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:30:08,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43815 2024-11-13T10:30:08,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43815 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-13T10:30:08,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438150x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:30:08,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438150x0, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:08,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:30:08,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:30:08,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438150x0, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T10:30:08,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43815-0x10110e0ac080002 connected 2024-11-13T10:30:08,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:30:08,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-13T10:30:08,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43815 2024-11-13T10:30:08,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43815 2024-11-13T10:30:08,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-13T10:30:08,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-13T10:30:08,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:30:08,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:30:08,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:30:08,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:30:08,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:30:08,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:30:08,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36655 2024-11-13T10:30:08,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36655 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-11-13T10:30:08,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:08,958 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366550x0, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:30:08,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36655-0x10110e0ac080003 connected 2024-11-13T10:30:08,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:08,969 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:30:08,974 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:30:08,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T10:30:08,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:30:08,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-13T10:30:08,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36655 2024-11-13T10:30:08,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36655 2024-11-13T10:30:08,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-13T10:30:08,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36655 2024-11-13T10:30:09,009 DEBUG [M:0;770665a7984d:46549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:46549 2024-11-13T10:30:09,014 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/770665a7984d,46549,1731493807429 2024-11-13T10:30:09,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,027 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,041 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/770665a7984d,46549,1731493807429 2024-11-13T10:30:09,079 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T10:30:09,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T10:30:09,079 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T10:30:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,085 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T10:30:09,089 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/770665a7984d,46549,1731493807429 from backup master directory 2024-11-13T10:30:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/770665a7984d,46549,1731493807429 2024-11-13T10:30:09,092 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:30:09,094 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:30:09,095 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,46549,1731493807429 2024-11-13T10:30:09,097 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T10:30:09,099 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T10:30:09,179 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/hbase.id] with ID: 02716af6-8d9d-41dd-b7df-c679c44fc512 2024-11-13T10:30:09,179 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/.tmp/hbase.id 2024-11-13T10:30:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:30:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:30:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:30:09,212 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/.tmp/hbase.id]:[hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/hbase.id] 2024-11-13T10:30:09,291 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:30:09,300 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:30:09,331 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-13T10:30:09,337 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:30:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:30:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:30:09,447 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:30:09,449 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:30:09,457 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:30:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:30:09,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:30:09,560 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store 2024-11-13T10:30:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:30:09,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:30:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:30:09,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T10:30:09,634 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:09,636 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:30:09,637 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:09,637 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:09,639 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:30:09,640 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:09,640 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:09,642 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493809636Disabling compacts and flushes for region at 1731493809636Disabling writes for close at 1731493809639 (+3 ms)Writing region close event to WAL at 1731493809640 (+1 ms)Closed at 1731493809640 2024-11-13T10:30:09,645 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/.initializing 2024-11-13T10:30:09,646 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/WALs/770665a7984d,46549,1731493807429 2024-11-13T10:30:09,656 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:09,676 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C46549%2C1731493807429, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/WALs/770665a7984d,46549,1731493807429, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/oldWALs, maxLogs=10 2024-11-13T10:30:09,727 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/WALs/770665a7984d,46549,1731493807429/770665a7984d%2C46549%2C1731493807429.1731493809683, exclude list is [], retry=0 2024-11-13T10:30:09,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:09,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T10:30:09,875 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/WALs/770665a7984d,46549,1731493807429/770665a7984d%2C46549%2C1731493807429.1731493809683 2024-11-13T10:30:09,878 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:09,879 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:09,880 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:09,891 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:09,894 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:09,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:30:10,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:10,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:10,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:30:10,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:10,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:10,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:30:10,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:10,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:10,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:30:10,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:10,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:10,115 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,121 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,123 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,136 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,137 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,144 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:30:10,162 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:30:10,170 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:10,173 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091003, jitterRate=0.11894313991069794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:30:10,183 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493809917Initializing all the Stores at 1731493809920 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493809921 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493809932 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493809932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493809932Cleaning up temporary data from old regions at 1731493810137 (+205 ms)Region opened successfully at 1731493810183 (+46 ms) 2024-11-13T10:30:10,188 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:30:10,269 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b51d897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:30:10,317 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:30:10,335 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:30:10,335 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:30:10,340 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:30:10,342 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T10:30:10,350 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T10:30:10,350 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:30:10,392 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:30:10,405 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T10:30:10,408 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T10:30:10,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:30:10,414 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:30:10,418 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T10:30:10,422 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:30:10,432 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:30:10,435 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T10:30:10,439 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:30:10,441 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T10:30:10,471 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:30:10,474 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T10:30:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:10,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,489 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:10,489 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,493 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,46549,1731493807429, sessionid=0x10110e0ac080000, setting cluster-up flag (Was=false) 2024-11-13T10:30:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,516 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,535 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T10:30:10,541 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46549,1731493807429 2024-11-13T10:30:10,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,552 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:10,563 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T10:30:10,566 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46549,1731493807429 2024-11-13T10:30:10,580 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:30:10,637 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(746): ClusterId : 02716af6-8d9d-41dd-b7df-c679c44fc512 2024-11-13T10:30:10,641 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(746): ClusterId : 02716af6-8d9d-41dd-b7df-c679c44fc512 2024-11-13T10:30:10,642 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:30:10,643 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:30:10,646 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(746): ClusterId : 02716af6-8d9d-41dd-b7df-c679c44fc512 2024-11-13T10:30:10,646 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:30:10,653 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:30:10,653 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:30:10,654 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:30:10,654 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:30:10,663 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:30:10,663 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:30:10,664 DEBUG [RS:2;770665a7984d:36655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7193594e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:30:10,664 DEBUG [RS:0;770665a7984d:33991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd2176e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:30:10,666 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:30:10,666 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:30:10,677 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:30:10,678 DEBUG [RS:1;770665a7984d:43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f747d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:30:10,707 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;770665a7984d:36655 2024-11-13T10:30:10,711 INFO [RS:2;770665a7984d:36655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:30:10,711 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;770665a7984d:43815 2024-11-13T10:30:10,711 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:33991 2024-11-13T10:30:10,712 INFO [RS:0;770665a7984d:33991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:30:10,712 INFO [RS:0;770665a7984d:33991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:30:10,712 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:30:10,712 INFO [RS:2;770665a7984d:36655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:30:10,713 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:30:10,714 INFO [RS:1;770665a7984d:43815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:30:10,714 INFO [RS:1;770665a7984d:43815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:30:10,714 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:30:10,718 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=36655, startcode=1731493808910 2024-11-13T10:30:10,719 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=43815, startcode=1731493808774 2024-11-13T10:30:10,719 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=33991, startcode=1731493808584 2024-11-13T10:30:10,747 DEBUG [RS:1;770665a7984d:43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:30:10,753 DEBUG [RS:2;770665a7984d:36655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:30:10,753 DEBUG [RS:0;770665a7984d:33991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:30:10,759 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:30:10,807 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:30:10,828 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:30:10,831 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:30:10,831 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:30:10,834 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:30:10,840 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:30:10,852 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,46549,1731493807429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:30:10,856 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:30:10,863 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:30:10,865 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:30:10,865 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:30:10,865 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:30:10,865 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:30:10,866 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:30:10,866 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:10,866 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:30:10,866 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:10,907 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493840906 2024-11-13T10:30:10,909 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:30:10,914 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:30:10,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:30:10,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:30:10,922 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:30:10,929 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:30:10,929 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:30:10,929 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:30:10,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:10,931 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T10:30:10,932 WARN [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T10:30:10,932 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T10:30:10,932 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T10:30:10,932 WARN [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T10:30:10,932 WARN [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T10:30:10,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:10,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:30:10,940 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:30:10,942 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:30:10,943 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:30:10,948 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:30:10,949 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:30:10,953 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493810951,5,FailOnTimeoutGroup] 2024-11-13T10:30:10,956 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493810954,5,FailOnTimeoutGroup] 2024-11-13T10:30:10,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:10,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:30:10,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:10,959 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:30:10,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:30:10,998 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 2024-11-13T10:30:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:30:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:30:11,034 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=43815, startcode=1731493808774 2024-11-13T10:30:11,036 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=36655, startcode=1731493808910 2024-11-13T10:30:11,036 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46549,1731493807429 with port=33991, startcode=1731493808584 2024-11-13T10:30:11,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,43815,1731493808774 2024-11-13T10:30:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:30:11,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(517): Registering regionserver=770665a7984d,43815,1731493808774 2024-11-13T10:30:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:30:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:30:11,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:11,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:30:11,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,33991,1731493808584 2024-11-13T10:30:11,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(517): Registering regionserver=770665a7984d,33991,1731493808584 2024-11-13T10:30:11,057 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 2024-11-13T10:30:11,057 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273 2024-11-13T10:30:11,057 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:30:11,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:30:11,064 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 2024-11-13T10:30:11,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,064 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273 2024-11-13T10:30:11,064 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:30:11,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:30:11,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,36655,1731493808910 2024-11-13T10:30:11,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(517): Registering regionserver=770665a7984d,36655,1731493808910 2024-11-13T10:30:11,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:30:11,071 DEBUG [RS:1;770665a7984d:43815 {}] zookeeper.ZKUtil(111): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/770665a7984d,43815,1731493808774 2024-11-13T10:30:11,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:30:11,071 WARN [RS:1;770665a7984d:43815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:30:11,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,071 DEBUG [RS:0;770665a7984d:33991 {}] zookeeper.ZKUtil(111): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/770665a7984d,33991,1731493808584 2024-11-13T10:30:11,071 INFO [RS:1;770665a7984d:43815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:11,071 WARN [RS:0;770665a7984d:33991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:30:11,072 INFO [RS:0;770665a7984d:33991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:11,072 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774 2024-11-13T10:30:11,072 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584 2024-11-13T10:30:11,074 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 2024-11-13T10:30:11,074 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273 2024-11-13T10:30:11,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,33991,1731493808584] 2024-11-13T10:30:11,074 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:30:11,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,43815,1731493808774] 2024-11-13T10:30:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:30:11,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:30:11,079 DEBUG [RS:2;770665a7984d:36655 {}] zookeeper.ZKUtil(111): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/770665a7984d,36655,1731493808910 2024-11-13T10:30:11,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:30:11,079 WARN [RS:2;770665a7984d:36655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:30:11,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,079 INFO [RS:2;770665a7984d:36655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:11,079 DEBUG [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,36655,1731493808910 2024-11-13T10:30:11,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,36655,1731493808910] 2024-11-13T10:30:11,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:30:11,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:30:11,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:30:11,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740 2024-11-13T10:30:11,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740 2024-11-13T10:30:11,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:30:11,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:30:11,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:30:11,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:30:11,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:11,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72376939, jitterRate=0.07850043475627899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:30:11,131 INFO [RS:2;770665a7984d:36655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:30:11,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493811048Initializing all the Stores at 1731493811053 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811054 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493811054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811054Cleaning up temporary data from old regions at 1731493811100 (+46 ms)Region opened successfully at 1731493811134 (+34 ms) 2024-11-13T10:30:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:30:11,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:30:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:30:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:30:11,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:30:11,141 INFO [RS:0;770665a7984d:33991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:30:11,144 INFO [RS:1;770665a7984d:43815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:30:11,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:30:11,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493811135Disabling compacts and flushes for region at 1731493811135Disabling writes for close at 1731493811135Writing region close event to WAL at 1731493811145 (+10 ms)Closed at 1731493811145 2024-11-13T10:30:11,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:30:11,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:30:11,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:30:11,162 INFO [RS:2;770665a7984d:36655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:30:11,164 INFO [RS:0;770665a7984d:33991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:30:11,168 INFO [RS:1;770665a7984d:43815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:30:11,170 INFO [RS:0;770665a7984d:33991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:30:11,170 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,171 INFO [RS:2;770665a7984d:36655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:30:11,171 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,173 INFO [RS:1;770665a7984d:43815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:30:11,173 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,175 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:30:11,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:30:11,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:30:11,185 INFO [RS:0;770665a7984d:33991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:30:11,188 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,188 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,188 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,188 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,189 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,189 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,189 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:30:11,189 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,189 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,190 DEBUG [RS:0;770665a7984d:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,191 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:30:11,193 INFO [RS:2;770665a7984d:36655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:30:11,193 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,194 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,194 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,194 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,194 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,194 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,195 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,195 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,196 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,196 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,197 DEBUG [RS:2;770665a7984d:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,198 INFO [RS:1;770665a7984d:43815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:30:11,199 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,199 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,199 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,199 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,199 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,200 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,200 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:30:11,200 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,200 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,200 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,201 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,201 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,201 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:30:11,201 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,201 DEBUG [RS:1;770665a7984d:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:30:11,211 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,212 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,212 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,212 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,212 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,212 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36655,1731493808910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:30:11,214 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,214 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,214 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,214 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,214 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,216 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33991,1731493808584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:30:11,219 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,220 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,220 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,220 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,220 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,220 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43815,1731493808774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:30:11,254 INFO [RS:2;770665a7984d:36655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:30:11,255 INFO [RS:0;770665a7984d:33991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:30:11,258 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36655,1731493808910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,259 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,259 INFO [RS:2;770665a7984d:36655 {}] regionserver.Replication(171): 770665a7984d,36655,1731493808910 started 2024-11-13T10:30:11,261 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33991,1731493808584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,261 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,261 INFO [RS:0;770665a7984d:33991 {}] regionserver.Replication(171): 770665a7984d,33991,1731493808584 started 2024-11-13T10:30:11,268 INFO [RS:1;770665a7984d:43815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:30:11,268 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43815,1731493808774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,268 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,269 INFO [RS:1;770665a7984d:43815 {}] regionserver.Replication(171): 770665a7984d,43815,1731493808774 started 2024-11-13T10:30:11,293 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,295 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,33991,1731493808584, RpcServer on 770665a7984d/172.17.0.2:33991, sessionid=0x10110e0ac080001 2024-11-13T10:30:11,296 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:30:11,296 DEBUG [RS:0;770665a7984d:33991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,33991,1731493808584 2024-11-13T10:30:11,297 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33991,1731493808584' 2024-11-13T10:30:11,297 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T10:30:11,299 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T10:30:11,300 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:30:11,300 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:30:11,300 DEBUG [RS:0;770665a7984d:33991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,33991,1731493808584 2024-11-13T10:30:11,300 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33991,1731493808584' 2024-11-13T10:30:11,300 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T10:30:11,301 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,302 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,36655,1731493808910, RpcServer on 770665a7984d/172.17.0.2:36655, sessionid=0x10110e0ac080003 2024-11-13T10:30:11,302 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:30:11,302 DEBUG [RS:2;770665a7984d:36655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,36655,1731493808910 2024-11-13T10:30:11,302 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,36655,1731493808910' 2024-11-13T10:30:11,302 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T10:30:11,301 DEBUG [RS:0;770665a7984d:33991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T10:30:11,303 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T10:30:11,304 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:11,304 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,43815,1731493808774, RpcServer on 770665a7984d/172.17.0.2:43815, sessionid=0x10110e0ac080002 2024-11-13T10:30:11,304 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:30:11,304 DEBUG [RS:1;770665a7984d:43815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,43815,1731493808774 2024-11-13T10:30:11,304 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43815,1731493808774' 2024-11-13T10:30:11,304 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T10:30:11,304 DEBUG [RS:0;770665a7984d:33991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:30:11,304 INFO [RS:0;770665a7984d:33991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:30:11,305 INFO [RS:0;770665a7984d:33991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:30:11,305 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T10:30:11,306 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:30:11,306 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:30:11,306 DEBUG [RS:1;770665a7984d:43815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,43815,1731493808774 2024-11-13T10:30:11,307 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43815,1731493808774' 2024-11-13T10:30:11,307 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T10:30:11,308 DEBUG [RS:1;770665a7984d:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T10:30:11,308 DEBUG [RS:1;770665a7984d:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:30:11,309 INFO [RS:1;770665a7984d:43815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:30:11,309 INFO [RS:1;770665a7984d:43815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:30:11,305 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:30:11,311 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:30:11,311 DEBUG [RS:2;770665a7984d:36655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,36655,1731493808910 2024-11-13T10:30:11,311 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,36655,1731493808910' 2024-11-13T10:30:11,311 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T10:30:11,312 DEBUG [RS:2;770665a7984d:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T10:30:11,313 DEBUG [RS:2;770665a7984d:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:30:11,313 INFO [RS:2;770665a7984d:36655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:30:11,313 INFO [RS:2;770665a7984d:36655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:30:11,336 WARN [770665a7984d:46549 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T10:30:11,412 INFO [RS:1;770665a7984d:43815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:11,414 INFO [RS:2;770665a7984d:36655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:11,414 INFO [RS:0;770665a7984d:33991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:11,417 INFO [RS:2;770665a7984d:36655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C36655%2C1731493808910, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,36655,1731493808910, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs, maxLogs=32 2024-11-13T10:30:11,417 INFO [RS:1;770665a7984d:43815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C43815%2C1731493808774, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs, maxLogs=32 2024-11-13T10:30:11,424 INFO [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33991%2C1731493808584, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs, maxLogs=32 2024-11-13T10:30:11,445 DEBUG [RS:0;770665a7984d:33991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584/770665a7984d%2C33991%2C1731493808584.1731493811427, exclude list is [], retry=0 2024-11-13T10:30:11,448 DEBUG [RS:2;770665a7984d:36655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,36655,1731493808910/770665a7984d%2C36655%2C1731493808910.1731493811426, exclude list is [], retry=0 2024-11-13T10:30:11,450 DEBUG [RS:1;770665a7984d:43815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774/770665a7984d%2C43815%2C1731493808774.1731493811426, exclude list is [], retry=0 2024-11-13T10:30:11,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:11,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:11,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:11,474 INFO [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584/770665a7984d%2C33991%2C1731493808584.1731493811427 2024-11-13T10:30:11,476 DEBUG [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:11,478 INFO [RS:1;770665a7984d:43815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774/770665a7984d%2C43815%2C1731493808774.1731493811426 2024-11-13T10:30:11,485 INFO [RS:2;770665a7984d:36655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,36655,1731493808910/770665a7984d%2C36655%2C1731493808910.1731493811426 2024-11-13T10:30:11,489 DEBUG [RS:1;770665a7984d:43815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:11,489 DEBUG [RS:2;770665a7984d:36655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:11,589 DEBUG [770665a7984d:46549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T10:30:11,601 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(204): Hosts are {770665a7984d=0} racks are {/default-rack=0} 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T10:30:11,616 INFO [770665a7984d:46549 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T10:30:11,616 INFO [770665a7984d:46549 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T10:30:11,616 INFO [770665a7984d:46549 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T10:30:11,616 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T10:30:11,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:11,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33991,1731493808584, state=OPENING 2024-11-13T10:30:11,639 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:30:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:11,641 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:11,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:11,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,646 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:30:11,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33991,1731493808584}] 2024-11-13T10:30:11,829 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:30:11,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:30:11,848 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:30:11,849 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:11,849 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:30:11,853 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33991%2C1731493808584.meta, suffix=.meta, logDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs, maxLogs=32 2024-11-13T10:30:11,869 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584/770665a7984d%2C33991%2C1731493808584.meta.1731493811854.meta, exclude list is [], retry=0 2024-11-13T10:30:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:11,878 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,33991,1731493808584/770665a7984d%2C33991%2C1731493808584.meta.1731493811854.meta 2024-11-13T10:30:11,878 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:11,879 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:11,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:30:11,883 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:30:11,888 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:30:11,892 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:30:11,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:11,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:30:11,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:30:11,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:30:11,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:30:11,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:30:11,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:30:11,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:30:11,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:30:11,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:30:11,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:30:11,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:11,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:30:11,907 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:30:11,909 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740 2024-11-13T10:30:11,912 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740 2024-11-13T10:30:11,919 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:30:11,919 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:30:11,921 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:30:11,924 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:30:11,927 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66837537, jitterRate=-0.004043087363243103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:30:11,927 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:30:11,929 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493811893Writing region info on filesystem at 1731493811894 (+1 ms)Initializing all the Stores at 1731493811896 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493811896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493811896Cleaning up temporary data from old regions at 1731493811919 (+23 ms)Running coprocessor post-open hooks at 1731493811927 (+8 ms)Region opened successfully at 1731493811929 (+2 ms) 2024-11-13T10:30:11,940 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493811819 2024-11-13T10:30:11,955 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:30:11,955 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:30:11,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:11,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33991,1731493808584, state=OPEN 2024-11-13T10:30:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:30:11,964 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:30:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:30:11,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:30:11,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:30:11,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,33991,1731493808584 2024-11-13T10:30:11,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:30:11,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33991,1731493808584 in 317 msec 2024-11-13T10:30:11,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:30:11,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 815 msec 2024-11-13T10:30:11,982 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:30:11,982 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:30:12,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:30:12,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33991,1731493808584, seqNum=-1] 2024-11-13T10:30:12,034 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:30:12,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:30:12,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-11-13T10:30:12,061 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493812060, completionTime=-1 2024-11-13T10:30:12,064 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T10:30:12,065 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:30:12,137 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T10:30:12,138 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493872137 2024-11-13T10:30:12,138 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493932138 2024-11-13T10:30:12,138 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 73 msec 2024-11-13T10:30:12,149 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T10:30:12,160 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,161 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,161 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,163 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:46549, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,163 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,179 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:30:12,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.120sec 2024-11-13T10:30:12,218 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:30:12,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:30:12,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:30:12,221 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:30:12,221 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:30:12,222 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:30:12,222 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:30:12,228 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:30:12,229 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:30:12,230 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46549,1731493807429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:12,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4c2dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:30:12,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46549,-1 for getting cluster id 2024-11-13T10:30:12,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:30:12,282 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02716af6-8d9d-41dd-b7df-c679c44fc512' 2024-11-13T10:30:12,285 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:30:12,285 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02716af6-8d9d-41dd-b7df-c679c44fc512" 2024-11-13T10:30:12,289 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e15a7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:30:12,289 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46549,-1] 2024-11-13T10:30:12,293 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:30:12,298 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:12,299 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:30:12,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fea663b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:30:12,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:30:12,311 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33991,1731493808584, seqNum=-1] 2024-11-13T10:30:12,312 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:30:12,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:30:12,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,46549,1731493807429 2024-11-13T10:30:12,341 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38273/hbase 2024-11-13T10:30:12,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=613, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1988 2024-11-13T10:30:12,393 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:12,397 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:12,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:12,404 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59040938, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-59040938, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:12,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59040938/hregion-59040938.1731493812406, exclude list is [], retry=0 2024-11-13T10:30:12,438 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:12,438 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:12,440 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:12,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59040938/hregion-59040938.1731493812406 2024-11-13T10:30:12,450 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:12,450 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 67fc3db6b72610ce67c5c7d39a0c60c3, NAME => 'testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=64) 2024-11-13T10:30:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741838_1014 (size=64) 2024-11-13T10:30:12,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741838_1014 (size=64) 2024-11-13T10:30:12,486 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:12,493 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,497 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fc3db6b72610ce67c5c7d39a0c60c3 columnFamilyName a 2024-11-13T10:30:12,497 DEBUG [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:12,505 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] regionserver.HStore(327): Store=67fc3db6b72610ce67c5c7d39a0c60c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,514 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,515 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,515 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,519 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:12,526 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:12,527 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67fc3db6b72610ce67c5c7d39a0c60c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59389674, jitterRate=-0.11502489447593689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:12,528 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67fc3db6b72610ce67c5c7d39a0c60c3: Writing region info on filesystem at 1731493812486Initializing all the Stores at 1731493812489 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493812489Cleaning up temporary data from old regions at 1731493812515 (+26 ms)Region opened successfully at 1731493812528 (+13 ms) 2024-11-13T10:30:12,528 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 67fc3db6b72610ce67c5c7d39a0c60c3, disabling compactions & flushes 2024-11-13T10:30:12,528 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. 2024-11-13T10:30:12,529 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. 2024-11-13T10:30:12,529 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. after waiting 0 ms 2024-11-13T10:30:12,529 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. 2024-11-13T10:30:12,537 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. 2024-11-13T10:30:12,537 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 67fc3db6b72610ce67c5c7d39a0c60c3: Waiting for close lock at 1731493812528Disabling compacts and flushes for region at 1731493812528Disabling writes for close at 1731493812529 (+1 ms)Writing region close event to WAL at 1731493812537 (+8 ms)Closed at 1731493812537 2024-11-13T10:30:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=93) 2024-11-13T10:30:12,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741837_1013 (size=93) 2024-11-13T10:30:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741837_1013 (size=93) 2024-11-13T10:30:12,585 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:12,585 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59040938:(num 1731493812406) 2024-11-13T10:30:12,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T10:30:12,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=276) 2024-11-13T10:30:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741839_1015 (size=276) 2024-11-13T10:30:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741839_1015 (size=276) 2024-11-13T10:30:12,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T10:30:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741840_1016 (size=230) 2024-11-13T10:30:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741840_1016 (size=230) 2024-11-13T10:30:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741840_1016 (size=230) 2024-11-13T10:30:13,110 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1, size=276 (276bytes) 2024-11-13T10:30:13,111 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T10:30:13,111 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T10:30:13,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1 2024-11-13T10:30:13,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1 after 5ms 2024-11-13T10:30:13,130 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:13,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1 took 24ms 2024-11-13T10:30:13,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1 so closing down 2024-11-13T10:30:13,143 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T10:30:13,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:13,147 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T10:30:13,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741841_1017 (size=276) 2024-11-13T10:30:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741841_1017 (size=276) 2024-11-13T10:30:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741841_1017 (size=276) 2024-11-13T10:30:13,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 1 ms) 2024-11-13T10:30:13,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002 2024-11-13T10:30:13,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-13T10:30:13,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1, journal: Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1, size=276 (276bytes) at 1731493813110Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1 so closing down at 1731493813139 (+29 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp at 1731493813147 (+8 ms)3 split writer threads finished at 1731493813149 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 1 ms) at 1731493813177 (+28 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002 at 1731493813181 (+4 ms)Processed 2 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731493813187 (+6 ms) 2024-11-13T10:30:13,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2, size=230 (230bytes) 2024-11-13T10:30:13,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2 2024-11-13T10:30:13,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2 after 1ms 2024-11-13T10:30:13,222 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:13,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2 took 7ms 2024-11-13T10:30:13,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2 so closing down 2024-11-13T10:30:13,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:13,231 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T10:30:13,234 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T10:30:13,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741842_1018 (size=230) 2024-11-13T10:30:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741842_1018 (size=230) 2024-11-13T10:30:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741842_1018 (size=230) 2024-11-13T10:30:13,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:13,258 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:13,261 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-13T10:30:13,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-13T10:30:13,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2, journal: Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2, size=230 (230bytes) at 1731493813216Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2 so closing down at 1731493813228 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002-wal-2.temp at 1731493813234 (+6 ms)3 split writer threads finished at 1731493813234Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731493813254 (+20 ms)Processed 1 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731493813263 (+9 ms) 2024-11-13T10:30:13,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:13,266 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:13,282 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal.1731493813268, exclude list is [], retry=0 2024-11-13T10:30:13,287 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:13,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:13,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:13,293 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal.1731493813268 2024-11-13T10:30:13,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:13,295 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67fc3db6b72610ce67c5c7d39a0c60c3, NAME => 'testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:13,295 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:13,295 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,295 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,299 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,301 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fc3db6b72610ce67c5c7d39a0c60c3 columnFamilyName a 2024-11-13T10:30:13,301 DEBUG [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:13,302 INFO [StoreOpener-67fc3db6b72610ce67c5c7d39a0c60c3-1 {}] regionserver.HStore(327): Store=67fc3db6b72610ce67c5c7d39a0c60c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:13,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,317 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002 2024-11-13T10:30:13,328 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:13,339 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002 2024-11-13T10:30:13,344 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 67fc3db6b72610ce67c5c7d39a0c60c3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T10:30:13,415 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/.tmp/a/23a820fea26b4eff8b5b16419467cdc6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731493812586/Put/seqid=0 2024-11-13T10:30:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741844_1020 (size=5170) 2024-11-13T10:30:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741844_1020 (size=5170) 2024-11-13T10:30:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741844_1020 (size=5170) 2024-11-13T10:30:13,845 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/.tmp/a/23a820fea26b4eff8b5b16419467cdc6 2024-11-13T10:30:13,899 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/.tmp/a/23a820fea26b4eff8b5b16419467cdc6 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/a/23a820fea26b4eff8b5b16419467cdc6 2024-11-13T10:30:13,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/a/23a820fea26b4eff8b5b16419467cdc6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T10:30:13,916 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 67fc3db6b72610ce67c5c7d39a0c60c3 in 571ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T10:30:13,919 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/0000000000000000002 2024-11-13T10:30:13,920 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,920 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,923 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67fc3db6b72610ce67c5c7d39a0c60c3 2024-11-13T10:30:13,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/67fc3db6b72610ce67c5c7d39a0c60c3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T10:30:13,928 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67fc3db6b72610ce67c5c7d39a0c60c3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63177581, jitterRate=-0.058580681681632996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:13,929 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67fc3db6b72610ce67c5c7d39a0c60c3: Writing region info on filesystem at 1731493813296Initializing all the Stores at 1731493813298 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493813298Obtaining lock to block concurrent updates at 1731493813344 (+46 ms)Preparing flush snapshotting stores in 67fc3db6b72610ce67c5c7d39a0c60c3 at 1731493813344Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731493813349 (+5 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731493812394.67fc3db6b72610ce67c5c7d39a0c60c3. at 1731493813349Flushing 67fc3db6b72610ce67c5c7d39a0c60c3/a: creating writer at 1731493813351 (+2 ms)Flushing 67fc3db6b72610ce67c5c7d39a0c60c3/a: appending metadata at 1731493813400 (+49 ms)Flushing 67fc3db6b72610ce67c5c7d39a0c60c3/a: closing flushed file at 1731493813404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e90906: reopening flushed file at 1731493813897 (+493 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 67fc3db6b72610ce67c5c7d39a0c60c3 in 571ms, sequenceid=2, compaction requested=false; wal=null at 1731493813916 (+19 ms)Cleaning up temporary data from old regions at 1731493813920 (+4 ms)Region opened successfully at 1731493813929 (+9 ms) 2024-11-13T10:30:13,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=373 (was 362) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41064 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:42398 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:42352 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41058 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38273/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:45986 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:45978 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 613) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1670 (was 1988) 2024-11-13T10:30:13,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1667 2024-11-13T10:30:13,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:13,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:13,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:13,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56493615, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-56493615, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:14,011 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56493615/hregion-56493615.1731493813998, exclude list is [], retry=0 2024-11-13T10:30:14,016 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:14,016 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:14,017 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:14,021 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56493615/hregion-56493615.1731493813998 2024-11-13T10:30:14,024 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:14,025 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 17a0386e3a15c0f1c92f70bc37a47c1f, NAME => 'testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741846_1022 (size=64) 2024-11-13T10:30:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741846_1022 (size=64) 2024-11-13T10:30:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741846_1022 (size=64) 2024-11-13T10:30:14,049 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:14,051 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,055 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a0386e3a15c0f1c92f70bc37a47c1f columnFamilyName a 2024-11-13T10:30:14,055 DEBUG [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:14,056 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] regionserver.HStore(327): Store=17a0386e3a15c0f1c92f70bc37a47c1f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:14,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,060 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,060 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,063 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,067 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:14,068 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17a0386e3a15c0f1c92f70bc37a47c1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63200538, jitterRate=-0.058238595724105835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:14,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17a0386e3a15c0f1c92f70bc37a47c1f: Writing region info on filesystem at 1731493814049Initializing all the Stores at 1731493814051 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493814051Cleaning up temporary data from old regions at 1731493814060 (+9 ms)Region opened successfully at 1731493814068 (+8 ms) 2024-11-13T10:30:14,068 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 17a0386e3a15c0f1c92f70bc37a47c1f, disabling compactions & flushes 2024-11-13T10:30:14,068 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. 2024-11-13T10:30:14,068 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. 2024-11-13T10:30:14,068 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. after waiting 0 ms 2024-11-13T10:30:14,069 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. 2024-11-13T10:30:14,069 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. 2024-11-13T10:30:14,069 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 17a0386e3a15c0f1c92f70bc37a47c1f: Waiting for close lock at 1731493814068Disabling compacts and flushes for region at 1731493814068Disabling writes for close at 1731493814068Writing region close event to WAL at 1731493814069 (+1 ms)Closed at 1731493814069 2024-11-13T10:30:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741845_1021 (size=93) 2024-11-13T10:30:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741845_1021 (size=93) 2024-11-13T10:30:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741845_1021 (size=93) 2024-11-13T10:30:14,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:14,082 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56493615:(num 1731493813998) 2024-11-13T10:30:14,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T10:30:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741847_1023 (size=276) 2024-11-13T10:30:14,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741847_1023 (size=276) 2024-11-13T10:30:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741847_1023 (size=276) 2024-11-13T10:30:14,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T10:30:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741848_1024 (size=230) 2024-11-13T10:30:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741848_1024 (size=230) 2024-11-13T10:30:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741848_1024 (size=230) 2024-11-13T10:30:14,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2, size=230 (230bytes) 2024-11-13T10:30:14,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2 2024-11-13T10:30:14,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2 after 1ms 2024-11-13T10:30:14,175 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:14,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2 took 6ms 2024-11-13T10:30:14,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2 so closing down 2024-11-13T10:30:14,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:14,185 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T10:30:14,188 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T10:30:14,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741849_1025 (size=230) 2024-11-13T10:30:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741849_1025 (size=230) 2024-11-13T10:30:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741849_1025 (size=230) 2024-11-13T10:30:14,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:14,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 2024-11-13T10:30:14,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-13T10:30:14,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2, journal: Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2, size=230 (230bytes) at 1731493814169Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2 so closing down at 1731493814182 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp at 1731493814188 (+6 ms)3 split writer threads finished at 1731493814189 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731493814203 (+14 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 at 1731493814206 (+3 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731493814206 2024-11-13T10:30:14,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1, size=276 (276bytes) 2024-11-13T10:30:14,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1 2024-11-13T10:30:14,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1 after 2ms 2024-11-13T10:30:14,230 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:14,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1 took 7ms 2024-11-13T10:30:14,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1 so closing down 2024-11-13T10:30:14,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:14,238 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T10:30:14,240 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T10:30:14,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741850_1026 (size=276) 2024-11-13T10:30:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741850_1026 (size=276) 2024-11-13T10:30:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741850_1026 (size=276) 2024-11-13T10:30:14,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:14,262 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:14,265 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002, length=230 2024-11-13T10:30:14,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 2024-11-13T10:30:14,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-13T10:30:14,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1, journal: Splitting hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1, size=276 (276bytes) at 1731493814223Finishing writing output for hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1 so closing down at 1731493814236 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp at 1731493814240 (+4 ms)3 split writer threads finished at 1731493814241 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731493814254 (+13 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 at 1731493814268 (+14 ms)Processed 2 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731493814268 2024-11-13T10:30:14,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:14,271 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:14,288 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal.1731493814272, exclude list is [], retry=0 2024-11-13T10:30:14,293 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:14,293 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:14,294 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:14,301 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal.1731493814272 2024-11-13T10:30:14,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:14,302 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a0386e3a15c0f1c92f70bc37a47c1f, NAME => 'testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:14,302 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:14,302 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,302 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,304 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,307 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a0386e3a15c0f1c92f70bc37a47c1f columnFamilyName a 2024-11-13T10:30:14,307 DEBUG [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:14,308 INFO [StoreOpener-17a0386e3a15c0f1c92f70bc37a47c1f-1 {}] regionserver.HStore(327): Store=17a0386e3a15c0f1c92f70bc37a47c1f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:14,308 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,312 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,313 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 2024-11-13T10:30:14,317 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:14,318 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 2024-11-13T10:30:14,318 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 17a0386e3a15c0f1c92f70bc37a47c1f 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T10:30:14,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/.tmp/a/bcd867412b3849dbbadea7c2d6595ed5 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731493814082/Put/seqid=0 2024-11-13T10:30:14,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741852_1028 (size=5170) 2024-11-13T10:30:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741852_1028 (size=5170) 2024-11-13T10:30:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741852_1028 (size=5170) 2024-11-13T10:30:14,364 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/.tmp/a/bcd867412b3849dbbadea7c2d6595ed5 2024-11-13T10:30:14,375 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/.tmp/a/bcd867412b3849dbbadea7c2d6595ed5 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/a/bcd867412b3849dbbadea7c2d6595ed5 2024-11-13T10:30:14,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/a/bcd867412b3849dbbadea7c2d6595ed5, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T10:30:14,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 17a0386e3a15c0f1c92f70bc37a47c1f in 68ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T10:30:14,387 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/0000000000000000002 2024-11-13T10:30:14,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,391 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17a0386e3a15c0f1c92f70bc37a47c1f 2024-11-13T10:30:14,395 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/17a0386e3a15c0f1c92f70bc37a47c1f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T10:30:14,396 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17a0386e3a15c0f1c92f70bc37a47c1f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59367850, jitterRate=-0.11535009741783142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:14,397 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17a0386e3a15c0f1c92f70bc37a47c1f: Writing region info on filesystem at 1731493814302Initializing all the Stores at 1731493814304 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493814304Obtaining lock to block concurrent updates at 1731493814318 (+14 ms)Preparing flush snapshotting stores in 17a0386e3a15c0f1c92f70bc37a47c1f at 1731493814318Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731493814319 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731493813991.17a0386e3a15c0f1c92f70bc37a47c1f. at 1731493814319Flushing 17a0386e3a15c0f1c92f70bc37a47c1f/a: creating writer at 1731493814319Flushing 17a0386e3a15c0f1c92f70bc37a47c1f/a: appending metadata at 1731493814336 (+17 ms)Flushing 17a0386e3a15c0f1c92f70bc37a47c1f/a: closing flushed file at 1731493814336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ce6335: reopening flushed file at 1731493814373 (+37 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 17a0386e3a15c0f1c92f70bc37a47c1f in 68ms, sequenceid=2, compaction requested=false; wal=null at 1731493814386 (+13 ms)Cleaning up temporary data from old regions at 1731493814388 (+2 ms)Region opened successfully at 1731493814397 (+9 ms) 2024-11-13T10:30:14,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46068 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41064 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:42352 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:42486 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:45978 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41132 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1639 (was 1667) 2024-11-13T10:30:14,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1639 2024-11-13T10:30:14,443 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:14,445 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:14,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:14,450 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36354468, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-36354468, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:14,469 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36354468/hregion-36354468.1731493814451, exclude list is [], retry=0 2024-11-13T10:30:14,473 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:14,474 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:14,474 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:14,477 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36354468/hregion-36354468.1731493814451 2024-11-13T10:30:14,477 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:14,477 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1aeb82c363753666a3a8f4816596841a, NAME => 'testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741854_1030 (size=64) 2024-11-13T10:30:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741854_1030 (size=64) 2024-11-13T10:30:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741854_1030 (size=64) 2024-11-13T10:30:14,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:14,495 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,497 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName a 2024-11-13T10:30:14,497 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:14,498 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:14,498 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,502 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName b 2024-11-13T10:30:14,502 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:14,503 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:14,503 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,505 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName c 2024-11-13T10:30:14,505 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:14,506 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:14,506 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,507 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,508 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,509 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,510 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,510 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:14,512 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:14,515 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:14,516 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1aeb82c363753666a3a8f4816596841a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72665241, jitterRate=0.08279646933078766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:14,516 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1aeb82c363753666a3a8f4816596841a: Writing region info on filesystem at 1731493814493Initializing all the Stores at 1731493814494 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493814494Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493814494Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493814495 (+1 ms)Cleaning up temporary data from old regions at 1731493814510 (+15 ms)Region opened successfully at 1731493814516 (+6 ms) 2024-11-13T10:30:14,516 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1aeb82c363753666a3a8f4816596841a, disabling compactions & flushes 2024-11-13T10:30:14,516 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:14,517 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:14,517 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. after waiting 0 ms 2024-11-13T10:30:14,517 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:14,517 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:14,517 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1aeb82c363753666a3a8f4816596841a: Waiting for close lock at 1731493814516Disabling compacts and flushes for region at 1731493814516Disabling writes for close at 1731493814517 (+1 ms)Writing region close event to WAL at 1731493814517Closed at 1731493814517 2024-11-13T10:30:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741853_1029 (size=93) 2024-11-13T10:30:14,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741853_1029 (size=93) 2024-11-13T10:30:14,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741853_1029 (size=93) 2024-11-13T10:30:14,544 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:14,544 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36354468:(num 1731493814451) 2024-11-13T10:30:14,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:14,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:14,562 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, exclude list is [], retry=0 2024-11-13T10:30:14,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:14,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:14,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:14,569 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 2024-11-13T10:30:14,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:14,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, size=0 (0bytes) 2024-11-13T10:30:14,985 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 might be still open, length is 0 2024-11-13T10:30:14,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 2024-11-13T10:30:14,987 WARN [IPC Server handler 2 on default port 38273 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-13T10:30:14,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 after 1ms 2024-11-13T10:30:17,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:30:17,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:30:17,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:30:17,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:17,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:30:17,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:30:17,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:30:17,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:17,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-13T10:30:17,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:17,975 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41162 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41162 dst: /127.0.0.1:45161 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45161 remote=/127.0.0.1:41162]. Total timeout mills is 60000, 56941 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:17,976 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46114 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34621:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46114 dst: /127.0.0.1:34621 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:17,976 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:42518 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42518 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741855_1032 (size=200589) 2024-11-13T10:30:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741855_1032 (size=200589) 2024-11-13T10:30:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741855_1032 (size=200589) 2024-11-13T10:30:18,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 after 4002ms 2024-11-13T10:30:18,993 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:18,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 took 4010ms 2024-11-13T10:30:19,000 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731493814548.temp 2024-11-13T10:30:19,012 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp 2024-11-13T10:30:19,153 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548; continuing. 2024-11-13T10:30:19,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 so closing down 2024-11-13T10:30:19,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:19,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741856_1033 (size=200597) 2024-11-13T10:30:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741856_1033 (size=200597) 2024-11-13T10:30:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741856_1033 (size=200597) 2024-11-13T10:30:19,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp (wrote 3002 edits, skipped 0 edits in 53 ms) 2024-11-13T10:30:19,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 2024-11-13T10:30:19,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T10:30:19,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, journal: Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, size=0 (0bytes) at 1731493814985Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp at 1731493819013 (+4028 ms)Split 1024 edits, skipped 0 edits. at 1731493819075 (+62 ms)Split 2048 edits, skipped 0 edits. at 1731493819116 (+41 ms)Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 so closing down at 1731493819154 (+38 ms)3 split writer threads finished at 1731493819155 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp (wrote 3002 edits, skipped 0 edits in 53 ms) at 1731493819184 (+29 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000000001-wal.1731493814548.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 at 1731493819187 (+3 ms)Processed 3002 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548, size=0, length=0, corrupted=false, cancelled=false at 1731493819187 2024-11-13T10:30:19,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493814548 2024-11-13T10:30:19,193 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 2024-11-13T10:30:19,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:19,197 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:19,223 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493819197, exclude list is [], retry=0 2024-11-13T10:30:19,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:19,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:19,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:19,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493819197 2024-11-13T10:30:19,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:19,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:19,234 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,236 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName a 2024-11-13T10:30:19,236 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:19,237 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:19,237 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,238 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName b 2024-11-13T10:30:19,238 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:19,239 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:19,239 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,240 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aeb82c363753666a3a8f4816596841a columnFamilyName c 2024-11-13T10:30:19,240 DEBUG [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:19,241 INFO [StoreOpener-1aeb82c363753666a3a8f4816596841a-1 {}] regionserver.HStore(327): Store=1aeb82c363753666a3a8f4816596841a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:19,241 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,246 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:19,247 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 2024-11-13T10:30:19,255 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:19,301 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T10:30:19,842 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aeb82c363753666a3a8f4816596841a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T10:30:19,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/1744494df2704fb28c9f93c31d63bf7b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731493814582/Put/seqid=0 2024-11-13T10:30:19,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741858_1035 (size=50463) 2024-11-13T10:30:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741858_1035 (size=50463) 2024-11-13T10:30:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741858_1035 (size=50463) 2024-11-13T10:30:19,941 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/1744494df2704fb28c9f93c31d63bf7b 2024-11-13T10:30:19,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/1744494df2704fb28c9f93c31d63bf7b as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/a/1744494df2704fb28c9f93c31d63bf7b 2024-11-13T10:30:19,959 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/a/1744494df2704fb28c9f93c31d63bf7b, entries=754, sequenceid=754, filesize=49.3 K 2024-11-13T10:30:19,959 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 1aeb82c363753666a3a8f4816596841a in 117ms, sequenceid=754, compaction requested=false; wal=null 2024-11-13T10:30:19,986 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T10:30:19,987 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aeb82c363753666a3a8f4816596841a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T10:30:19,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/838718b1595c4c0fbe1207d014f85a62 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731493814641/Put/seqid=0 2024-11-13T10:30:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741859_1036 (size=20072) 2024-11-13T10:30:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741859_1036 (size=20072) 2024-11-13T10:30:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741859_1036 (size=20072) 2024-11-13T10:30:20,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/838718b1595c4c0fbe1207d014f85a62 2024-11-13T10:30:20,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/7094d37789bb4efa899f16e6ffe38f17 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731493814789/Put/seqid=0 2024-11-13T10:30:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741860_1037 (size=35835) 2024-11-13T10:30:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741860_1037 (size=35835) 2024-11-13T10:30:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741860_1037 (size=35835) 2024-11-13T10:30:20,094 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/7094d37789bb4efa899f16e6ffe38f17 2024-11-13T10:30:20,128 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/a/838718b1595c4c0fbe1207d014f85a62 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/a/838718b1595c4c0fbe1207d014f85a62 2024-11-13T10:30:20,136 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/a/838718b1595c4c0fbe1207d014f85a62, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-13T10:30:20,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/7094d37789bb4efa899f16e6ffe38f17 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/b/7094d37789bb4efa899f16e6ffe38f17 2024-11-13T10:30:20,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/b/7094d37789bb4efa899f16e6ffe38f17, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-13T10:30:20,149 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 1aeb82c363753666a3a8f4816596841a in 163ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-13T10:30:20,170 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T10:30:20,171 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aeb82c363753666a3a8f4816596841a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T10:30:20,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/dcd3f9ba58064bbb9d61f137915cd6b3 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731493814814/Put/seqid=0 2024-11-13T10:30:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741861_1038 (size=35082) 2024-11-13T10:30:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741861_1038 (size=35082) 2024-11-13T10:30:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741861_1038 (size=35082) 2024-11-13T10:30:20,201 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/dcd3f9ba58064bbb9d61f137915cd6b3 2024-11-13T10:30:20,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/23aa52768f654d52ab95b88316d9dfe3 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731493814852/Put/seqid=0 2024-11-13T10:30:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741862_1039 (size=20825) 2024-11-13T10:30:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741862_1039 (size=20825) 2024-11-13T10:30:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741862_1039 (size=20825) 2024-11-13T10:30:20,272 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/23aa52768f654d52ab95b88316d9dfe3 2024-11-13T10:30:20,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/b/dcd3f9ba58064bbb9d61f137915cd6b3 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/b/dcd3f9ba58064bbb9d61f137915cd6b3 2024-11-13T10:30:20,294 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/b/dcd3f9ba58064bbb9d61f137915cd6b3, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-13T10:30:20,295 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/23aa52768f654d52ab95b88316d9dfe3 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/c/23aa52768f654d52ab95b88316d9dfe3 2024-11-13T10:30:20,304 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/c/23aa52768f654d52ab95b88316d9dfe3, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-13T10:30:20,305 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 1aeb82c363753666a3a8f4816596841a in 134ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-13T10:30:20,319 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731493814914/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:20,329 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 2024-11-13T10:30:20,330 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T10:30:20,330 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1aeb82c363753666a3a8f4816596841a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-13T10:30:20,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/1d09f041288942208b1807e49325ace7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731493814863/Put/seqid=0 2024-11-13T10:30:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741863_1040 (size=50301) 2024-11-13T10:30:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741863_1040 (size=50301) 2024-11-13T10:30:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741863_1040 (size=50301) 2024-11-13T10:30:20,368 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/1d09f041288942208b1807e49325ace7 2024-11-13T10:30:20,376 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d09f041288942208b1807e49325ace7 2024-11-13T10:30:20,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/.tmp/c/1d09f041288942208b1807e49325ace7 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/c/1d09f041288942208b1807e49325ace7 2024-11-13T10:30:20,385 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d09f041288942208b1807e49325ace7 2024-11-13T10:30:20,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/c/1d09f041288942208b1807e49325ace7, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-13T10:30:20,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 1aeb82c363753666a3a8f4816596841a in 56ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-13T10:30:20,387 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/0000000000000003002 2024-11-13T10:30:20,389 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:20,389 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:20,390 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:30:20,392 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1aeb82c363753666a3a8f4816596841a 2024-11-13T10:30:20,394 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenIntoWAL/1aeb82c363753666a3a8f4816596841a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-13T10:30:20,413 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1aeb82c363753666a3a8f4816596841a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68083198, jitterRate=0.014518707990646362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:30:20,413 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1aeb82c363753666a3a8f4816596841a: Writing region info on filesystem at 1731493819232Initializing all the Stores at 1731493819234 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493819234Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493819234Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493819234Cleaning up temporary data from old regions at 1731493820389 (+1155 ms)Region opened successfully at 1731493820413 (+24 ms) 2024-11-13T10:30:20,490 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1aeb82c363753666a3a8f4816596841a, disabling compactions & flushes 2024-11-13T10:30:20,490 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:20,490 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:20,490 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. after waiting 0 ms 2024-11-13T10:30:20,490 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:20,495 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731493814444.1aeb82c363753666a3a8f4816596841a. 2024-11-13T10:30:20,495 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1aeb82c363753666a3a8f4816596841a: Waiting for close lock at 1731493820489Disabling compacts and flushes for region at 1731493820489Disabling writes for close at 1731493820490 (+1 ms)Writing region close event to WAL at 1731493820495 (+5 ms)Closed at 1731493820495 2024-11-13T10:30:20,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741857_1034 (size=93) 2024-11-13T10:30:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741857_1034 (size=93) 2024-11-13T10:30:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741857_1034 (size=93) 2024-11-13T10:30:20,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:20,509 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731493819197) 2024-11-13T10:30:20,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=397 (was 383) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38273 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1816187848_22 at /127.0.0.1:46158 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1816187848_22 at /127.0.0.1:42574 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1816187848_22 at /127.0.0.1:41226 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1816187848_22 at /127.0.0.1:46176 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1327 (was 1639) 2024-11-13T10:30:20,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=397, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=1317 2024-11-13T10:30:20,570 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:20,572 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:20,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:20,577 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01641997, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-01641997, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:20,599 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01641997/hregion-01641997.1731493820577, exclude list is [], retry=0 2024-11-13T10:30:20,603 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:20,604 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:20,612 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:20,615 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01641997/hregion-01641997.1731493820577 2024-11-13T10:30:20,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:20,616 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 11be28e653297b4b8c1df9e91ef7a4b3, NAME => 'test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741865_1042 (size=43) 2024-11-13T10:30:20,631 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741865_1042 (size=43) 2024-11-13T10:30:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741865_1042 (size=43) 2024-11-13T10:30:20,641 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,643 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName a 2024-11-13T10:30:20,643 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:20,644 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:20,645 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,647 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName b 2024-11-13T10:30:20,647 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:20,648 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:20,648 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,650 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName c 2024-11-13T10:30:20,651 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:20,651 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:20,651 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,652 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,653 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,654 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,655 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:20,657 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:20,665 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:20,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 11be28e653297b4b8c1df9e91ef7a4b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67214702, jitterRate=0.0015771090984344482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 11be28e653297b4b8c1df9e91ef7a4b3: Writing region info on filesystem at 1731493820631Initializing all the Stores at 1731493820632 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493820632Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493820640 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493820640Cleaning up temporary data from old regions at 1731493820654 (+14 ms)Region opened successfully at 1731493820667 (+13 ms) 2024-11-13T10:30:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 11be28e653297b4b8c1df9e91ef7a4b3, disabling compactions & flushes 2024-11-13T10:30:20,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. after waiting 0 ms 2024-11-13T10:30:20,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:20,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:20,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 11be28e653297b4b8c1df9e91ef7a4b3: Waiting for close lock at 1731493820668Disabling compacts and flushes for region at 1731493820668Disabling writes for close at 1731493820668Writing region close event to WAL at 1731493820672 (+4 ms)Closed at 1731493820673 (+1 ms) 2024-11-13T10:30:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741864_1041 (size=93) 2024-11-13T10:30:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741864_1041 (size=93) 2024-11-13T10:30:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741864_1041 (size=93) 2024-11-13T10:30:20,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:20,690 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01641997:(num 1731493820577) 2024-11-13T10:30:20,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:20,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:20,718 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, exclude list is [], retry=0 2024-11-13T10:30:20,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:20,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:20,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:20,728 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 2024-11-13T10:30:20,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741866_1043 (size=200357) 2024-11-13T10:30:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741866_1043 (size=200357) 2024-11-13T10:30:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741866_1043 (size=200357) 2024-11-13T10:30:20,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, size=195.7 K (200357bytes) 2024-11-13T10:30:20,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 2024-11-13T10:30:20,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 after 1ms 2024-11-13T10:30:20,956 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:20,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 took 7ms 2024-11-13T10:30:20,965 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731493820694.temp 2024-11-13T10:30:20,984 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp 2024-11-13T10:30:21,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 so closing down 2024-11-13T10:30:21,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:21,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741867_1044 (size=200357) 2024-11-13T10:30:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741867_1044 (size=200357) 2024-11-13T10:30:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741867_1044 (size=200357) 2024-11-13T10:30:21,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-13T10:30:21,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp to hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 2024-11-13T10:30:21,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-13T10:30:21,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, journal: Splitting hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, size=195.7 K (200357bytes) at 1731493820951Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp at 1731493820985 (+34 ms)Split 1024 edits, skipped 0 edits. at 1731493820986 (+1 ms)Split 2048 edits, skipped 0 edits. at 1731493821006 (+20 ms)Finishing writing output for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 so closing down at 1731493821031 (+25 ms)3 split writer threads finished at 1731493821035 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1731493821041 (+6 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000000001-wal.1731493820694.temp to hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 at 1731493821043 (+2 ms)Processed 3000 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731493821043 2024-11-13T10:30:21,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493820694 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493820694 2024-11-13T10:30:21,050 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 2024-11-13T10:30:21,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:21,053 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:21,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, exclude list is [], retry=0 2024-11-13T10:30:21,073 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:21,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:21,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:21,077 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 2024-11-13T10:30:21,077 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741868_1045 (size=200484) 2024-11-13T10:30:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741868_1045 (size=200484) 2024-11-13T10:30:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741868_1045 (size=200484) 2024-11-13T10:30:21,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, size=195.8 K (200484bytes) 2024-11-13T10:30:21,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 2024-11-13T10:30:21,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 after 1ms 2024-11-13T10:30:21,322 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:21,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 took 8ms 2024-11-13T10:30:21,347 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731493821053.temp 2024-11-13T10:30:21,349 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp 2024-11-13T10:30:21,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 so closing down 2024-11-13T10:30:21,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:21,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741869_1046 (size=200484) 2024-11-13T10:30:21,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741869_1046 (size=200484) 2024-11-13T10:30:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741869_1046 (size=200484) 2024-11-13T10:30:21,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp (wrote 3000 edits, skipped 0 edits in 22 ms) 2024-11-13T10:30:21,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp to hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 2024-11-13T10:30:21,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-13T10:30:21,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, journal: Splitting hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, size=195.8 K (200484bytes) at 1731493821317Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp at 1731493821349 (+32 ms)Split 1024 edits, skipped 0 edits. at 1731493821354 (+5 ms)Split 2048 edits, skipped 0 edits. at 1731493821374 (+20 ms)Finishing writing output for hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 so closing down at 1731493821394 (+20 ms)3 split writer threads finished at 1731493821395 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp (wrote 3000 edits, skipped 0 edits in 22 ms) at 1731493821421 (+26 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003001-wal.1731493821053.temp to hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 at 1731493821423 (+2 ms)Processed 3000 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731493821424 (+1 ms) 2024-11-13T10:30:21,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821053 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493821053 2024-11-13T10:30:21,430 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 2024-11-13T10:30:21,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:21,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/test2727-manual,16010,1731493820569, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:21,458 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821434, exclude list is [], retry=0 2024-11-13T10:30:21,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:21,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:21,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:21,465 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731493820569/wal.1731493821434 2024-11-13T10:30:21,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:21,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 11be28e653297b4b8c1df9e91ef7a4b3, NAME => 'test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:21,466 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:21,466 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,467 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,468 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,469 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName a 2024-11-13T10:30:21,470 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:21,470 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:21,470 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,471 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName b 2024-11-13T10:30:21,471 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:21,472 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:21,472 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,473 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11be28e653297b4b8c1df9e91ef7a4b3 columnFamilyName c 2024-11-13T10:30:21,473 DEBUG [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:21,474 INFO [StoreOpener-11be28e653297b4b8c1df9e91ef7a4b3-1 {}] regionserver.HStore(327): Store=11be28e653297b4b8c1df9e91ef7a4b3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:21,474 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,477 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,478 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 2024-11-13T10:30:21,481 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:21,555 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 2024-11-13T10:30:21,557 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 2024-11-13T10:30:21,562 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:21,625 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 2024-11-13T10:30:21,625 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 11be28e653297b4b8c1df9e91ef7a4b3 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-13T10:30:21,663 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/a/92ebe95f50be481a9704729ef92338ba is 41, key is test2727/a:100/1731493821083/Put/seqid=0 2024-11-13T10:30:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741871_1048 (size=84227) 2024-11-13T10:30:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741871_1048 (size=84227) 2024-11-13T10:30:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741871_1048 (size=84227) 2024-11-13T10:30:21,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/a/92ebe95f50be481a9704729ef92338ba 2024-11-13T10:30:21,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/b/63b9239100a94a598bcf22f3c2688956 is 41, key is test2727/b:100/1731493821139/Put/seqid=0 2024-11-13T10:30:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741872_1049 (size=84609) 2024-11-13T10:30:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741872_1049 (size=84609) 2024-11-13T10:30:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741872_1049 (size=84609) 2024-11-13T10:30:21,772 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/b/63b9239100a94a598bcf22f3c2688956 2024-11-13T10:30:21,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/c/c4f9ca42667a4a9a993d63232f838de6 is 41, key is test2727/c:100/1731493821211/Put/seqid=0 2024-11-13T10:30:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741873_1050 (size=84609) 2024-11-13T10:30:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741873_1050 (size=84609) 2024-11-13T10:30:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741873_1050 (size=84609) 2024-11-13T10:30:21,842 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/c/c4f9ca42667a4a9a993d63232f838de6 2024-11-13T10:30:21,853 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/a/92ebe95f50be481a9704729ef92338ba as hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/a/92ebe95f50be481a9704729ef92338ba 2024-11-13T10:30:21,868 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/a/92ebe95f50be481a9704729ef92338ba, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-13T10:30:21,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/b/63b9239100a94a598bcf22f3c2688956 as hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/b/63b9239100a94a598bcf22f3c2688956 2024-11-13T10:30:21,878 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/b/63b9239100a94a598bcf22f3c2688956, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T10:30:21,880 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/.tmp/c/c4f9ca42667a4a9a993d63232f838de6 as hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/c/c4f9ca42667a4a9a993d63232f838de6 2024-11-13T10:30:21,888 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/c/c4f9ca42667a4a9a993d63232f838de6, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T10:30:21,888 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 11be28e653297b4b8c1df9e91ef7a4b3 in 263ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-13T10:30:21,889 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000003000 2024-11-13T10:30:21,889 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/0000000000000006000 2024-11-13T10:30:21,891 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,891 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,892 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:21,893 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 11be28e653297b4b8c1df9e91ef7a4b3 2024-11-13T10:30:21,896 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/test2727/11be28e653297b4b8c1df9e91ef7a4b3/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-13T10:30:21,897 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 11be28e653297b4b8c1df9e91ef7a4b3; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62603310, jitterRate=-0.06713798642158508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:21,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 11be28e653297b4b8c1df9e91ef7a4b3: Writing region info on filesystem at 1731493821467Initializing all the Stores at 1731493821468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493821468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493821468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493821468Obtaining lock to block concurrent updates at 1731493821626 (+158 ms)Preparing flush snapshotting stores in 11be28e653297b4b8c1df9e91ef7a4b3 at 1731493821626Finished memstore snapshotting test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731493821626Flushing stores of test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. at 1731493821626Flushing 11be28e653297b4b8c1df9e91ef7a4b3/a: creating writer at 1731493821626Flushing 11be28e653297b4b8c1df9e91ef7a4b3/a: appending metadata at 1731493821661 (+35 ms)Flushing 11be28e653297b4b8c1df9e91ef7a4b3/a: closing flushed file at 1731493821661Flushing 11be28e653297b4b8c1df9e91ef7a4b3/b: creating writer at 1731493821686 (+25 ms)Flushing 11be28e653297b4b8c1df9e91ef7a4b3/b: appending metadata at 1731493821750 (+64 ms)Flushing 11be28e653297b4b8c1df9e91ef7a4b3/b: closing flushed file at 1731493821750Flushing 11be28e653297b4b8c1df9e91ef7a4b3/c: creating writer at 1731493821781 (+31 ms)Flushing 11be28e653297b4b8c1df9e91ef7a4b3/c: appending metadata at 1731493821811 (+30 ms)Flushing 11be28e653297b4b8c1df9e91ef7a4b3/c: closing flushed file at 1731493821811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621c704: reopening flushed file at 1731493821851 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ffe7d2: reopening flushed file at 1731493821868 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc7a6a0: reopening flushed file at 1731493821878 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 11be28e653297b4b8c1df9e91ef7a4b3 in 263ms, sequenceid=6000, compaction requested=false; wal=null at 1731493821888 (+10 ms)Cleaning up temporary data from old regions at 1731493821891 (+3 ms)Region opened successfully at 1731493821898 (+7 ms) 2024-11-13T10:30:21,899 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-13T10:30:21,899 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 11be28e653297b4b8c1df9e91ef7a4b3, disabling compactions & flushes 2024-11-13T10:30:21,899 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:21,899 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:21,899 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. after waiting 0 ms 2024-11-13T10:30:21,899 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:21,901 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731493820571.11be28e653297b4b8c1df9e91ef7a4b3. 2024-11-13T10:30:21,901 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 11be28e653297b4b8c1df9e91ef7a4b3: Waiting for close lock at 1731493821899Disabling compacts and flushes for region at 1731493821899Disabling writes for close at 1731493821899Writing region close event to WAL at 1731493821901 (+2 ms)Closed at 1731493821901 2024-11-13T10:30:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741870_1047 (size=93) 2024-11-13T10:30:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741870_1047 (size=93) 2024-11-13T10:30:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741870_1047 (size=93) 2024-11-13T10:30:21,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:21,909 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731493821434) 2024-11-13T10:30:21,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=399 (was 397) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46158 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:45934 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41226 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=923 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=264 (was 1317) 2024-11-13T10:30:21,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=397, OpenFileDescriptor=921, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=252 2024-11-13T10:30:21,959 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:21,968 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:21,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731493821968 2024-11-13T10:30:21,980 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 2024-11-13T10:30:21,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:21,993 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d7cb26c3243d0c42f3b04790ca6060c, NAME => 'testSequentialEditLogSeqNum,,1731493821959.1d7cb26c3243d0c42f3b04790ca6060c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:21,994 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731493821959.1d7cb26c3243d0c42f3b04790ca6060c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:21,994 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:21,994 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:21,995 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c doesn't exist for region: 1d7cb26c3243d0c42f3b04790ca6060c on table testSequentialEditLogSeqNum 2024-11-13T10:30:21,996 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 1d7cb26c3243d0c42f3b04790ca6060c on table testSequentialEditLogSeqNum 2024-11-13T10:30:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741875_1052 (size=62) 2024-11-13T10:30:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741875_1052 (size=62) 2024-11-13T10:30:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741875_1052 (size=62) 2024-11-13T10:30:22,020 INFO [StoreOpener-1d7cb26c3243d0c42f3b04790ca6060c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,022 INFO [StoreOpener-1d7cb26c3243d0c42f3b04790ca6060c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7cb26c3243d0c42f3b04790ca6060c columnFamilyName a 2024-11-13T10:30:22,022 DEBUG [StoreOpener-1d7cb26c3243d0c42f3b04790ca6060c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,023 INFO [StoreOpener-1d7cb26c3243d0c42f3b04790ca6060c-1 {}] regionserver.HStore(327): Store=1d7cb26c3243d0c42f3b04790ca6060c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,023 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,024 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,025 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,025 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,028 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d7cb26c3243d0c42f3b04790ca6060c 2024-11-13T10:30:22,031 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:22,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d7cb26c3243d0c42f3b04790ca6060c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72599714, jitterRate=0.0818200409412384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:22,032 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d7cb26c3243d0c42f3b04790ca6060c: Writing region info on filesystem at 1731493821994Initializing all the Stores at 1731493822020 (+26 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822020Cleaning up temporary data from old regions at 1731493822025 (+5 ms)Region opened successfully at 1731493822032 (+7 ms) 2024-11-13T10:30:22,047 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d7cb26c3243d0c42f3b04790ca6060c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-13T10:30:22,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/.tmp/a/1c65a776bbab4788bf919f56384a4213 is 81, key is testSequentialEditLogSeqNum/a:x0/1731493822033/Put/seqid=0 2024-11-13T10:30:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741876_1053 (size=5833) 2024-11-13T10:30:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741876_1053 (size=5833) 2024-11-13T10:30:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741876_1053 (size=5833) 2024-11-13T10:30:22,088 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/.tmp/a/1c65a776bbab4788bf919f56384a4213 2024-11-13T10:30:22,095 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/.tmp/a/1c65a776bbab4788bf919f56384a4213 as hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/a/1c65a776bbab4788bf919f56384a4213 2024-11-13T10:30:22,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/a/1c65a776bbab4788bf919f56384a4213, entries=10, sequenceid=13, filesize=5.7 K 2024-11-13T10:30:22,105 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1d7cb26c3243d0c42f3b04790ca6060c in 58ms, sequenceid=13, compaction requested=false 2024-11-13T10:30:22,105 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d7cb26c3243d0c42f3b04790ca6060c: 2024-11-13T10:30:22,113 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T10:30:22,113 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T10:30:22,113 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T10:30:22,113 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T10:30:22,114 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T10:30:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741874_1051 (size=1616) 2024-11-13T10:30:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741874_1051 (size=1616) 2024-11-13T10:30:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741874_1051 (size=1616) 2024-11-13T10:30:22,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968, size=1.6 K (1616bytes) 2024-11-13T10:30:22,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 2024-11-13T10:30:22,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 after 0ms 2024-11-13T10:30:22,150 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:22,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 took 7ms 2024-11-13T10:30:22,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 so closing down 2024-11-13T10:30:22,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:22,155 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731493821968.temp 2024-11-13T10:30:22,157 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp 2024-11-13T10:30:22,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741877_1054 (size=1175) 2024-11-13T10:30:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741877_1054 (size=1175) 2024-11-13T10:30:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741877_1054 (size=1175) 2024-11-13T10:30:22,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:22,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp to hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000020 2024-11-13T10:30:22,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-13T10:30:22,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968, journal: Splitting hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968, size=1.6 K (1616bytes) at 1731493822143Finishing writing output for hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968 so closing down at 1731493822153 (+10 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp at 1731493822157 (+4 ms)3 split writer threads finished at 1731493822157Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731493822168 (+11 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000003-wal.1731493821968.temp to hdfs://localhost:38273/hbase/data/default/testSequentialEditLogSeqNum/1d7cb26c3243d0c42f3b04790ca6060c/recovered.edits/0000000000000000020 at 1731493822170 (+2 ms)Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731493821958/wal.1731493821968, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731493822170 2024-11-13T10:30:22,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402 (was 397) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46158 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:45934 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:41226 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=957 (was 921) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=234 (was 252) 2024-11-13T10:30:22,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=402, OpenFileDescriptor=957, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=234 2024-11-13T10:30:22,216 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:22,218 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:22,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:22,253 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12338938, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-12338938, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:22,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12338938/hregion-12338938.1731493822253, exclude list is [], retry=0 2024-11-13T10:30:22,271 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:22,271 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:22,272 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:22,274 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12338938/hregion-12338938.1731493822253 2024-11-13T10:30:22,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:22,275 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4cc852a50e0a80c7cf1c7edc9304d56c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741879_1056 (size=70) 2024-11-13T10:30:22,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741879_1056 (size=70) 2024-11-13T10:30:22,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741879_1056 (size=70) 2024-11-13T10:30:22,287 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:22,295 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,297 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName a 2024-11-13T10:30:22,297 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,298 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,298 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,299 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName b 2024-11-13T10:30:22,300 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,300 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,300 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,302 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName c 2024-11-13T10:30:22,302 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,302 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,305 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,305 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:22,307 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,310 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:22,310 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4cc852a50e0a80c7cf1c7edc9304d56c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65537139, jitterRate=-0.023420527577400208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:22,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4cc852a50e0a80c7cf1c7edc9304d56c: Writing region info on filesystem at 1731493822287Initializing all the Stores at 1731493822290 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822290Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822295 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822295Cleaning up temporary data from old regions at 1731493822305 (+10 ms)Region opened successfully at 1731493822311 (+6 ms) 2024-11-13T10:30:22,311 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4cc852a50e0a80c7cf1c7edc9304d56c, disabling compactions & flushes 2024-11-13T10:30:22,312 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:22,312 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:22,312 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. after waiting 0 ms 2024-11-13T10:30:22,312 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:22,313 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:22,313 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4cc852a50e0a80c7cf1c7edc9304d56c: Waiting for close lock at 1731493822311Disabling compacts and flushes for region at 1731493822311Disabling writes for close at 1731493822312 (+1 ms)Writing region close event to WAL at 1731493822312Closed at 1731493822312 2024-11-13T10:30:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741878_1055 (size=93) 2024-11-13T10:30:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741878_1055 (size=93) 2024-11-13T10:30:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741878_1055 (size=93) 2024-11-13T10:30:22,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:22,325 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12338938:(num 1731493822253) 2024-11-13T10:30:22,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:22,327 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:22,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, exclude list is [], retry=0 2024-11-13T10:30:22,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:22,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:22,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:22,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 2024-11-13T10:30:22,361 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:22,361 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cc852a50e0a80c7cf1c7edc9304d56c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:22,362 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:22,362 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,362 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,363 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,364 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName a 2024-11-13T10:30:22,364 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,365 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,365 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,366 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName b 2024-11-13T10:30:22,366 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,367 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,367 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,367 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName c 2024-11-13T10:30:22,368 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:22,369 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:22,369 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,370 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,373 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,373 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,374 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:22,376 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:22,377 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4cc852a50e0a80c7cf1c7edc9304d56c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74578851, jitterRate=0.11131148040294647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:22,378 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4cc852a50e0a80c7cf1c7edc9304d56c: Writing region info on filesystem at 1731493822362Initializing all the Stores at 1731493822363 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822363Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822363Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493822363Cleaning up temporary data from old regions at 1731493822373 (+10 ms)Region opened successfully at 1731493822378 (+5 ms) 2024-11-13T10:30:22,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731493822384/Put/seqid=0 2024-11-13T10:30:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741881_1058 (size=4826) 2024-11-13T10:30:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741881_1058 (size=4826) 2024-11-13T10:30:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741881_1058 (size=4826) 2024-11-13T10:30:22,399 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 4cc852a50e0a80c7cf1c7edc9304d56c/a 2024-11-13T10:30:22,409 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-13T10:30:22,409 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:30:22,410 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4cc852a50e0a80c7cf1c7edc9304d56c: 2024-11-13T10:30:22,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_ 2024-11-13T10:30:22,412 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4cc852a50e0a80c7cf1c7edc9304d56c/a as hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_ - updating store file list. 2024-11-13T10:30:22,419 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:22,419 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_ into 4cc852a50e0a80c7cf1c7edc9304d56c/a 2024-11-13T10:30:22,419 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4cc852a50e0a80c7cf1c7edc9304d56c/a (new location: hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_) 2024-11-13T10:30:22,464 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, size=0 (0bytes) 2024-11-13T10:30:22,464 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 might be still open, length is 0 2024-11-13T10:30:22,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 2024-11-13T10:30:22,465 WARN [IPC Server handler 4 on default port 38273 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-13T10:30:22,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 after 0ms 2024-11-13T10:30:24,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:50420 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50420 dst: /127.0.0.1:45161 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45161 remote=/127.0.0.1:50420]. Total timeout mills is 60000, 58264 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:24,162 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:39830 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34621:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39830 dst: /127.0.0.1:34621 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:24,162 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46026 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46026 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741880_1059 (size=434) 2024-11-13T10:30:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741880_1059 (size=434) 2024-11-13T10:30:24,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741880_1059 (size=434) 2024-11-13T10:30:26,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 after 4001ms 2024-11-13T10:30:26,470 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:26,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 took 4007ms 2024-11-13T10:30:26,473 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328; continuing. 2024-11-13T10:30:26,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 so closing down 2024-11-13T10:30:26,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:26,474 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731493822328.temp 2024-11-13T10:30:26,476 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp 2024-11-13T10:30:26,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741882_1060 (size=236) 2024-11-13T10:30:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741882_1060 (size=236) 2024-11-13T10:30:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741882_1060 (size=236) 2024-11-13T10:30:26,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:26,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp to hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 2024-11-13T10:30:26,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T10:30:26,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, journal: Splitting hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, size=0 (0bytes) at 1731493822464Finishing writing output for hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 so closing down at 1731493826473 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp at 1731493826476 (+3 ms)3 split writer threads finished at 1731493826476Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731493826488 (+12 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005-wal.1731493822328.temp to hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 at 1731493826489 (+1 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328, size=0, length=0, corrupted=false, cancelled=false at 1731493826489 2024-11-13T10:30:26,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493822328 2024-11-13T10:30:26,492 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 2024-11-13T10:30:26,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:26,494 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:26,514 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493826495, exclude list is [], retry=0 2024-11-13T10:30:26,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:26,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:26,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:26,523 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493826495 2024-11-13T10:30:26,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:26,523 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cc852a50e0a80c7cf1c7edc9304d56c, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:26,524 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:26,524 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,524 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,527 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,528 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName a 2024-11-13T10:30:26,529 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:26,536 DEBUG [StoreFileOpener-4cc852a50e0a80c7cf1c7edc9304d56c-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:26,536 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/693f8cedb0794a47b7fdbc774a1d559a_SeqId_3_ 2024-11-13T10:30:26,536 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:26,537 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,538 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName b 2024-11-13T10:30:26,538 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:26,539 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:26,539 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,540 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc852a50e0a80c7cf1c7edc9304d56c columnFamilyName c 2024-11-13T10:30:26,540 DEBUG [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:26,540 INFO [StoreOpener-4cc852a50e0a80c7cf1c7edc9304d56c-1 {}] regionserver.HStore(327): Store=4cc852a50e0a80c7cf1c7edc9304d56c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:26,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,544 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 2024-11-13T10:30:26,547 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 2024-11-13T10:30:26,548 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4cc852a50e0a80c7cf1c7edc9304d56c 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-13T10:30:26,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/.tmp/a/a561ac69aae3462ea06fd3e35550211b is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731493822425/Put/seqid=0 2024-11-13T10:30:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741884_1062 (size=5149) 2024-11-13T10:30:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741884_1062 (size=5149) 2024-11-13T10:30:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741884_1062 (size=5149) 2024-11-13T10:30:26,573 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/.tmp/a/a561ac69aae3462ea06fd3e35550211b 2024-11-13T10:30:26,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/.tmp/a/a561ac69aae3462ea06fd3e35550211b as hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/a561ac69aae3462ea06fd3e35550211b 2024-11-13T10:30:26,587 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/a/a561ac69aae3462ea06fd3e35550211b, entries=1, sequenceid=5, filesize=5.0 K 2024-11-13T10:30:26,587 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4cc852a50e0a80c7cf1c7edc9304d56c in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-13T10:30:26,588 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/0000000000000000005 2024-11-13T10:30:26,589 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,589 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,590 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:26,591 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4cc852a50e0a80c7cf1c7edc9304d56c 2024-11-13T10:30:26,594 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4cc852a50e0a80c7cf1c7edc9304d56c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T10:30:26,595 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4cc852a50e0a80c7cf1c7edc9304d56c; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62062683, jitterRate=-0.07519395649433136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:26,595 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4cc852a50e0a80c7cf1c7edc9304d56c: Writing region info on filesystem at 1731493826524Initializing all the Stores at 1731493826525 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493826525Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493826527 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493826527Obtaining lock to block concurrent updates at 1731493826548 (+21 ms)Preparing flush snapshotting stores in 4cc852a50e0a80c7cf1c7edc9304d56c at 1731493826548Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731493826548Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. at 1731493826548Flushing 4cc852a50e0a80c7cf1c7edc9304d56c/a: creating writer at 1731493826548Flushing 4cc852a50e0a80c7cf1c7edc9304d56c/a: appending metadata at 1731493826563 (+15 ms)Flushing 4cc852a50e0a80c7cf1c7edc9304d56c/a: closing flushed file at 1731493826563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a93635: reopening flushed file at 1731493826580 (+17 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4cc852a50e0a80c7cf1c7edc9304d56c in 39ms, sequenceid=5, compaction requested=false; wal=null at 1731493826587 (+7 ms)Cleaning up temporary data from old regions at 1731493826589 (+2 ms)Region opened successfully at 1731493826595 (+6 ms) 2024-11-13T10:30:26,600 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4cc852a50e0a80c7cf1c7edc9304d56c, disabling compactions & flushes 2024-11-13T10:30:26,600 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:26,600 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:26,600 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. after waiting 0 ms 2024-11-13T10:30:26,600 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:26,601 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731493822217.4cc852a50e0a80c7cf1c7edc9304d56c. 2024-11-13T10:30:26,601 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4cc852a50e0a80c7cf1c7edc9304d56c: Waiting for close lock at 1731493826600Disabling compacts and flushes for region at 1731493826600Disabling writes for close at 1731493826600Writing region close event to WAL at 1731493826601 (+1 ms)Closed at 1731493826601 2024-11-13T10:30:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741883_1061 (size=93) 2024-11-13T10:30:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741883_1061 (size=93) 2024-11-13T10:30:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741883_1061 (size=93) 2024-11-13T10:30:26,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:26,607 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731493826495) 2024-11-13T10:30:26,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2129694095_22 at /127.0.0.1:39870 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2129694095_22 at /127.0.0.1:50456 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2129694095_22 at /127.0.0.1:46036 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38273 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 957) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 683), ProcessCount=11 (was 11), AvailableMemoryMB=233 (was 234) 2024-11-13T10:30:26,630 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-13T10:30:26,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=232 2024-11-13T10:30:26,648 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-13T10:30:26,667 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:26,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:30:26,677 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46549,1731493807429 2024-11-13T10:30:26,680 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15bd80eb 2024-11-13T10:30:26,681 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:30:26,683 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:30:26,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:30:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T10:30:26,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:30:26,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-13T10:30:26,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:26,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:30:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:30:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741885_1063 (size=694) 2024-11-13T10:30:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741885_1063 (size=694) 2024-11-13T10:30:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741885_1063 (size=694) 2024-11-13T10:30:26,715 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2 2024-11-13T10:30:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741886_1064 (size=77) 2024-11-13T10:30:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741886_1064 (size=77) 2024-11-13T10:30:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741886_1064 (size=77) 2024-11-13T10:30:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:30:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:27,134 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,134 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,134 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493827134Disabling compacts and flushes for region at 1731493827134Disabling writes for close at 1731493827134Writing region close event to WAL at 1731493827134Closed at 1731493827134 2024-11-13T10:30:27,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:30:27,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731493827137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493827137"}]},"ts":"1731493827137"} 2024-11-13T10:30:27,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:30:27,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:30:27,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493827150"}]},"ts":"1731493827150"} 2024-11-13T10:30:27,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-13T10:30:27,159 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {770665a7984d=0} racks are {/default-rack=0} 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T10:30:27,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T10:30:27,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T10:30:27,161 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T10:30:27,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T10:30:27,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN}] 2024-11-13T10:30:27,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN 2024-11-13T10:30:27,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN; state=OFFLINE, location=770665a7984d,43815,1731493808774; forceNewPlan=false, retain=false 2024-11-13T10:30:27,320 INFO [770665a7984d:46549 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T10:30:27,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPENING, regionLocation=770665a7984d,43815,1731493808774 2024-11-13T10:30:27,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN because future has completed 2024-11-13T10:30:27,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774}] 2024-11-13T10:30:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:30:27,481 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:30:27,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:30:27,490 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,490 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:27,491 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,491 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:27,491 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,491 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,493 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,495 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:27,495 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:27,496 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:27,496 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,498 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:27,498 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:27,499 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:27,499 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,500 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,501 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,502 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,502 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,503 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T10:30:27,505 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,509 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:27,510 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ace9408258ce2aae1e8207c6f3d7ce36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71224942, jitterRate=0.06133434176445007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T10:30:27,510 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,511 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ace9408258ce2aae1e8207c6f3d7ce36: Running coprocessor pre-open hook at 1731493827492Writing region info on filesystem at 1731493827492Initializing all the Stores at 1731493827493 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493827493Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493827493Cleaning up temporary data from old regions at 1731493827502 (+9 ms)Running coprocessor post-open hooks at 1731493827510 (+8 ms)Region opened successfully at 1731493827511 (+1 ms) 2024-11-13T10:30:27,513 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., pid=6, masterSystemTime=1731493827481 2024-11-13T10:30:27,516 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,517 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,43815,1731493808774 2024-11-13T10:30:27,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 because future has completed 2024-11-13T10:30:27,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:30:27,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 in 198 msec 2024-11-13T10:30:27,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:30:27,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN in 366 msec 2024-11-13T10:30:27,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:30:27,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493827534"}]},"ts":"1731493827534"} 2024-11-13T10:30:27,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-13T10:30:27,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:30:27,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 851 msec 2024-11-13T10:30:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:30:27,839 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-13T10:30:27,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-13T10:30:27,841 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T10:30:27,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-13T10:30:27,849 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T10:30:27,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-13T10:30:27,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=2] 2024-11-13T10:30:27,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:30:27,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:30:27,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ace9408258ce2aae1e8207c6f3d7ce36, source=770665a7984d,43815,1731493808774, destination=770665a7984d,33991,1731493808584, warming up region on 770665a7984d,33991,1731493808584 2024-11-13T10:30:27,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ace9408258ce2aae1e8207c6f3d7ce36, source=770665a7984d,43815,1731493808774, destination=770665a7984d,33991,1731493808584, running balancer 2024-11-13T10:30:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE 2024-11-13T10:30:27,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE 2024-11-13T10:30:27,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=CLOSING, regionLocation=770665a7984d,43815,1731493808774 2024-11-13T10:30:27,904 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(7855): Warmup {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:27,905 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,907 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:27,907 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE because future has completed 2024-11-13T10:30:27,908 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:30:27,908 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:27,908 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:27,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774}] 2024-11-13T10:30:27,909 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:27,909 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:27,910 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:27,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,911 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493827910Disabling compacts and flushes for region at 1731493827910Disabling writes for close at 1731493827910Writing region close event to WAL at 1731493827911 (+1 ms)Closed at 1731493827911 2024-11-13T10:30:27,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T10:30:27,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:27,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-13T10:30:27,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:27,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-13T10:30:27,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-13T10:30:28,068 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,068 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:30:28,069 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:28,069 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,069 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,069 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:28,069 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,069 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ace9408258ce2aae1e8207c6f3d7ce36 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-13T10:30:28,087 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/1052dfa6c2b243248f95f805f699aecd is 35, key is r1/cf1:q/1731493827878/Put/seqid=0 2024-11-13T10:30:28,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741887_1065 (size=4783) 2024-11-13T10:30:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741887_1065 (size=4783) 2024-11-13T10:30:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741887_1065 (size=4783) 2024-11-13T10:30:28,097 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/1052dfa6c2b243248f95f805f699aecd 2024-11-13T10:30:28,106 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/1052dfa6c2b243248f95f805f699aecd as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd 2024-11-13T10:30:28,113 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T10:30:28,115 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ace9408258ce2aae1e8207c6f3d7ce36 in 46ms, sequenceid=5, compaction requested=false 2024-11-13T10:30:28,115 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-13T10:30:28,121 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:30:28,124 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,124 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493828069Running coprocessor pre-close hooks at 1731493828069Disabling compacts and flushes for region at 1731493828069Disabling writes for close at 1731493828069Obtaining lock to block concurrent updates at 1731493828069Preparing flush snapshotting stores in ace9408258ce2aae1e8207c6f3d7ce36 at 1731493828069Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731493828069Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. at 1731493828070 (+1 ms)Flushing ace9408258ce2aae1e8207c6f3d7ce36/cf1: creating writer at 1731493828070Flushing ace9408258ce2aae1e8207c6f3d7ce36/cf1: appending metadata at 1731493828087 (+17 ms)Flushing ace9408258ce2aae1e8207c6f3d7ce36/cf1: closing flushed file at 1731493828087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e01b5d0: reopening flushed file at 1731493828105 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ace9408258ce2aae1e8207c6f3d7ce36 in 46ms, sequenceid=5, compaction requested=false at 1731493828115 (+10 ms)Writing region close event to WAL at 1731493828116 (+1 ms)Running coprocessor post-close hooks at 1731493828121 (+5 ms)Closed at 1731493828124 (+3 ms) 2024-11-13T10:30:28,124 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ace9408258ce2aae1e8207c6f3d7ce36 move to 770665a7984d,33991,1731493808584 record at close sequenceid=5 2024-11-13T10:30:28,128 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=CLOSED 2024-11-13T10:30:28,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 because future has completed 2024-11-13T10:30:28,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T10:30:28,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 in 227 msec 2024-11-13T10:30:28,152 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE; state=CLOSED, location=770665a7984d,33991,1731493808584; forceNewPlan=false, retain=false 2024-11-13T10:30:28,303 INFO [770665a7984d:46549 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T10:30:28,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPENING, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE because future has completed 2024-11-13T10:30:28,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584}] 2024-11-13T10:30:28,463 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,464 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:28,464 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,464 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:28,464 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,464 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,466 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,467 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:28,467 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:28,474 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd 2024-11-13T10:30:28,475 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:28,475 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,476 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:28,476 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:28,476 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:28,477 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,477 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,478 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,479 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,479 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T10:30:28,481 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,482 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ace9408258ce2aae1e8207c6f3d7ce36; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763343, jitterRate=-0.06475330889225006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T10:30:28,482 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,483 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ace9408258ce2aae1e8207c6f3d7ce36: Running coprocessor pre-open hook at 1731493828464Writing region info on filesystem at 1731493828464Initializing all the Stores at 1731493828466 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493828466Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493828466Cleaning up temporary data from old regions at 1731493828479 (+13 ms)Running coprocessor post-open hooks at 1731493828482 (+3 ms)Region opened successfully at 1731493828483 (+1 ms) 2024-11-13T10:30:28,484 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., pid=9, masterSystemTime=1731493828459 2024-11-13T10:30:28,488 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,488 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPEN, openSeqNum=9, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:28,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 because future has completed 2024-11-13T10:30:28,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-13T10:30:28,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 in 186 msec 2024-11-13T10:30:28,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE in 598 msec 2024-11-13T10:30:28,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:30:28,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:30:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:43338 deadline: 1731493888516, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=33991 startCode=1731493808584. As of locationSeqNum=5. 2024-11-13T10:30:28,525 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=33991 startCode=1731493808584. As of locationSeqNum=5. 2024-11-13T10:30:28,526 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=33991 startCode=1731493808584. As of locationSeqNum=5. 2024-11-13T10:30:28,526 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=33991 startCode=1731493808584. As of locationSeqNum=5. 2024-11-13T10:30:28,650 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ace9408258ce2aae1e8207c6f3d7ce36 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-13T10:30:28,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/125845074f1449369ad4e354ac30390e is 29, key is r1/cf1:/1731493828639/DeleteFamily/seqid=0 2024-11-13T10:30:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741888_1066 (size=4906) 2024-11-13T10:30:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741888_1066 (size=4906) 2024-11-13T10:30:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741888_1066 (size=4906) 2024-11-13T10:30:28,677 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,684 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf2/542d0dce704340aebd3157277d8c575d is 29, key is r1/cf2:/1731493828639/DeleteFamily/seqid=0 2024-11-13T10:30:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741889_1067 (size=4906) 2024-11-13T10:30:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741889_1067 (size=4906) 2024-11-13T10:30:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741889_1067 (size=4906) 2024-11-13T10:30:28,708 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf2/542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,714 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/125845074f1449369ad4e354ac30390e as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,724 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,724 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T10:30:28,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf2/542d0dce704340aebd3157277d8c575d as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,732 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,732 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T10:30:28,733 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ace9408258ce2aae1e8207c6f3d7ce36 in 83ms, sequenceid=12, compaction requested=false 2024-11-13T10:30:28,733 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ace9408258ce2aae1e8207c6f3d7ce36: 2024-11-13T10:30:28,736 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T10:30:28,738 DEBUG [Time-limited test {}] regionserver.HStore(1541): ace9408258ce2aae1e8207c6f3d7ce36/cf1 is initiating major compaction (all files) 2024-11-13T10:30:28,738 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:30:28,738 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:28,738 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ace9408258ce2aae1e8207c6f3d7ce36/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,739 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd, hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e] into tmpdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp, totalSize=9.5 K 2024-11-13T10:30:28,740 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1052dfa6c2b243248f95f805f699aecd, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731493827878 2024-11-13T10:30:28,741 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 125845074f1449369ad4e354ac30390e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T10:30:28,753 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ace9408258ce2aae1e8207c6f3d7ce36#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:30:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741890_1068 (size=4626) 2024-11-13T10:30:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741890_1068 (size=4626) 2024-11-13T10:30:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741890_1068 (size=4626) 2024-11-13T10:30:28,770 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf1/71eb620ee34c453ab00830ba907862e7 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/71eb620ee34c453ab00830ba907862e7 2024-11-13T10:30:28,788 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ace9408258ce2aae1e8207c6f3d7ce36/cf1 of ace9408258ce2aae1e8207c6f3d7ce36 into 71eb620ee34c453ab00830ba907862e7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:30:28,788 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ace9408258ce2aae1e8207c6f3d7ce36: 2024-11-13T10:30:28,788 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T10:30:28,788 DEBUG [Time-limited test {}] regionserver.HStore(1541): ace9408258ce2aae1e8207c6f3d7ce36/cf2 is initiating major compaction (all files) 2024-11-13T10:30:28,789 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:30:28,789 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:30:28,789 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ace9408258ce2aae1e8207c6f3d7ce36/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,789 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d] into tmpdir=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp, totalSize=4.8 K 2024-11-13T10:30:28,790 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 542d0dce704340aebd3157277d8c575d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T10:30:28,797 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ace9408258ce2aae1e8207c6f3d7ce36#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:30:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741891_1069 (size=4592) 2024-11-13T10:30:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741891_1069 (size=4592) 2024-11-13T10:30:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741891_1069 (size=4592) 2024-11-13T10:30:28,815 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/.tmp/cf2/600f785f371d40c8a1c040cd4453e9f7 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/600f785f371d40c8a1c040cd4453e9f7 2024-11-13T10:30:28,825 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ace9408258ce2aae1e8207c6f3d7ce36/cf2 of ace9408258ce2aae1e8207c6f3d7ce36 into 600f785f371d40c8a1c040cd4453e9f7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:30:28,825 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ace9408258ce2aae1e8207c6f3d7ce36: 2024-11-13T10:30:28,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ace9408258ce2aae1e8207c6f3d7ce36, source=770665a7984d,33991,1731493808584, destination=770665a7984d,43815,1731493808774, warming up region on 770665a7984d,43815,1731493808774 2024-11-13T10:30:28,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ace9408258ce2aae1e8207c6f3d7ce36, source=770665a7984d,33991,1731493808584, destination=770665a7984d,43815,1731493808774, running balancer 2024-11-13T10:30:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE 2024-11-13T10:30:28,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE 2024-11-13T10:30:28,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(7855): Warmup {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:28,840 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=CLOSING, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:28,842 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:28,842 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE because future has completed 2024-11-13T10:30:28,856 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:30:28,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584}] 2024-11-13T10:30:28,864 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd 2024-11-13T10:30:28,869 INFO [StoreFileOpener-ace9408258ce2aae1e8207c6f3d7ce36-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,869 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e 2024-11-13T10:30:28,875 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/71eb620ee34c453ab00830ba907862e7 2024-11-13T10:30:28,875 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:28,875 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:28,876 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:28,876 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:28,883 INFO [StoreFileOpener-ace9408258ce2aae1e8207c6f3d7ce36-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,883 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:28,888 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/600f785f371d40c8a1c040cd4453e9f7 2024-11-13T10:30:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-13T10:30:28,888 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:28,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43815 {}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493828888Disabling compacts and flushes for region at 1731493828888Disabling writes for close at 1731493828888Writing region close event to WAL at 1731493828891 (+3 ms)Closed at 1731493828891 2024-11-13T10:30:29,012 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,012 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:30:29,012 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:29,012 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,012 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,012 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:29,012 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,013 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd, hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e] to archive 2024-11-13T10:30:29,017 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:30:29,023 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/1052dfa6c2b243248f95f805f699aecd 2024-11-13T10:30:29,025 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/125845074f1449369ad4e354ac30390e 2024-11-13T10:30:29,044 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d] to archive 2024-11-13T10:30:29,045 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:30:29,048 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/542d0dce704340aebd3157277d8c575d 2024-11-13T10:30:29,054 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-13T10:30:29,055 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,055 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493829012Running coprocessor pre-close hooks at 1731493829012Disabling compacts and flushes for region at 1731493829012Disabling writes for close at 1731493829012Writing region close event to WAL at 1731493829050 (+38 ms)Running coprocessor post-close hooks at 1731493829055 (+5 ms)Closed at 1731493829055 2024-11-13T10:30:29,055 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ace9408258ce2aae1e8207c6f3d7ce36 move to 770665a7984d,43815,1731493808774 record at close sequenceid=12 2024-11-13T10:30:29,058 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=CLOSED 2024-11-13T10:30:29,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 because future has completed 2024-11-13T10:30:29,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T10:30:29,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 in 209 msec 2024-11-13T10:30:29,069 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE; state=CLOSED, location=770665a7984d,43815,1731493808774; forceNewPlan=false, retain=false 2024-11-13T10:30:29,220 INFO [770665a7984d:46549 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T10:30:29,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPENING, regionLocation=770665a7984d,43815,1731493808774 2024-11-13T10:30:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE because future has completed 2024-11-13T10:30:29,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774}] 2024-11-13T10:30:29,381 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,382 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:29,382 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,382 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:29,382 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,382 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,384 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,385 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:29,385 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:29,391 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/71eb620ee34c453ab00830ba907862e7 2024-11-13T10:30:29,391 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:29,391 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,392 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:29,392 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:29,398 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/600f785f371d40c8a1c040cd4453e9f7 2024-11-13T10:30:29,398 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:29,399 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,399 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,400 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,401 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,401 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T10:30:29,403 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,405 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ace9408258ce2aae1e8207c6f3d7ce36; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59600571, jitterRate=-0.111882284283638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T10:30:29,405 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,406 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ace9408258ce2aae1e8207c6f3d7ce36: Running coprocessor pre-open hook at 1731493829382Writing region info on filesystem at 1731493829382Initializing all the Stores at 1731493829383 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493829383Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493829383Cleaning up temporary data from old regions at 1731493829401 (+18 ms)Running coprocessor post-open hooks at 1731493829405 (+4 ms)Region opened successfully at 1731493829406 (+1 ms) 2024-11-13T10:30:29,407 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., pid=12, masterSystemTime=1731493829377 2024-11-13T10:30:29,410 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,410 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPEN, openSeqNum=18, regionLocation=770665a7984d,43815,1731493808774 2024-11-13T10:30:29,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 because future has completed 2024-11-13T10:30:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T10:30:29,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,43815,1731493808774 in 191 msec 2024-11-13T10:30:29,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, REOPEN/MOVE in 583 msec 2024-11-13T10:30:29,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:30:29,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:30:29,444 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 770665a7984d,43815,1731493808774: testing ***** 2024-11-13T10:30:29,444 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:30:29,446 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:30:29,448 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:30:29,454 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:30:29,456 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:30:29,471 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 362994064 }, "NonHeapMemoryUsage": { "committed": 172032000, "init": 7667712, "max": -1, "used": 169261944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "770665a7984d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 55, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 6, "ProcessCallTime_95th_percentile": 13, "ProcessCallTime_98th_percentile": 55, "ProcessCallTime_99th_percentile": 55, "ProcessCallTime_99.9th_percentile": 55, "ProcessCallTime_TimeRangeCount_0-1": 12, "ProcessCallTime_TimeRangeCount_1-3": 11, "ProcessCallTime_TimeRangeCount_3-10": 5, "ProcessCallTime_TimeRangeCount_10-30": 2, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 1, "TotalCallTime_max": 55, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 6, "TotalCallTime_95th_percentile": 13, "TotalCallTime_98th_percentile": 55, "TotalCallTime_99th_percentile": 55, "TotalCallTime_99.9th_percentile": 55, "TotalCallTime_TimeRangeCount_0-1": 12, "TotalCallTime_TimeRangeCount_1-3": 11, "TotalCallTime_TimeRangeCount_3-10": 5, "TotalCallTime_TimeRangeCount_10-30": 2, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "770665a7984d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52953", "tag.serverName": "770665a7984d,36655,1731493808910", "tag.clusterId": "02716af6-8d9d-41dd-b7df-c679c44fc512", "tag.Context": "regionserver", "tag.Hostname": "770665a7984d", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731493808910, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T10:30:29,475 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46549 {}] master.MasterRpcServices(700): 770665a7984d,43815,1731493808774 reported a fatal error: ***** ABORTING region server 770665a7984d,43815,1731493808774: testing ***** 2024-11-13T10:30:29,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,43815,1731493808774' ***** 2024-11-13T10:30:29,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-13T10:30:29,478 INFO [RS:1;770665a7984d:43815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:30:29,479 INFO [RS:1;770665a7984d:43815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T10:30:29,479 INFO [RS:1;770665a7984d:43815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T10:30:29,479 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33991 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:52284 deadline: 1731493889479, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=43815 startCode=1731493808774. As of locationSeqNum=12. 2024-11-13T10:30:29,479 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(956): aborting server 770665a7984d,43815,1731493808774 2024-11-13T10:30:29,480 INFO [RS:1;770665a7984d:43815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:30:29,480 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:29,480 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,480 INFO [RS:1;770665a7984d:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;770665a7984d:43815. 2024-11-13T10:30:29,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=43815 startCode=1731493808774. As of locationSeqNum=12. 2024-11-13T10:30:29,480 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,480 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:29,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=43815 startCode=1731493808774. As of locationSeqNum=12. 2024-11-13T10:30:29,480 DEBUG [RS:1;770665a7984d:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:30:29,480 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=770665a7984d port=43815 startCode=1731493808774. As of locationSeqNum=12. 2024-11-13T10:30:29,481 DEBUG [RS:1;770665a7984d:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:29,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:30:29,482 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:30:29,482 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1325): Online Regions={ace9408258ce2aae1e8207c6f3d7ce36=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.} 2024-11-13T10:30:29,482 DEBUG [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1351): Waiting on ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:29,483 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,483 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493829480Running coprocessor pre-close hooks at 1731493829480Disabling compacts and flushes for region at 1731493829480Disabling writes for close at 1731493829480Writing region close event to WAL at 1731493829483 (+3 ms)Running coprocessor post-close hooks at 1731493829483Closed at 1731493829483 2024-11-13T10:30:29,484 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:29,563 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,43815,1731493808774 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:29,590 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,43815,1731493808774 aborting 2024-11-13T10:30:29,590 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,43815,1731493808774 aborting 2024-11-13T10:30:29,590 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=12 from cache 2024-11-13T10:30:29,682 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,43815,1731493808774; all regions closed. 2024-11-13T10:30:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741834_1010 (size=1677) 2024-11-13T10:30:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741834_1010 (size=1677) 2024-11-13T10:30:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=1677) 2024-11-13T10:30:29,691 DEBUG [RS:1;770665a7984d:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:29,691 INFO [RS:1;770665a7984d:43815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:29,691 INFO [RS:1;770665a7984d:43815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:30:29,691 INFO [RS:1;770665a7984d:43815 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:30:29,692 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:30:29,692 INFO [RS:1;770665a7984d:43815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:30:29,692 INFO [RS:1;770665a7984d:43815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:30:29,692 INFO [RS:1;770665a7984d:43815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:30:29,692 INFO [RS:1;770665a7984d:43815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:30:29,692 INFO [RS:1;770665a7984d:43815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43815 2024-11-13T10:30:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/770665a7984d,43815,1731493808774 2024-11-13T10:30:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:30:29,702 INFO [RS:1;770665a7984d:43815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:30:29,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,43815,1731493808774] 2024-11-13T10:30:29,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/770665a7984d,43815,1731493808774 already deleted, retry=false 2024-11-13T10:30:29,706 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 770665a7984d,43815,1731493808774 on 770665a7984d,46549,1731493807429 2024-11-13T10:30:29,711 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 770665a7984d,43815,1731493808774, splitWal=true, meta=false 2024-11-13T10:30:29,714 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 770665a7984d,43815,1731493808774 (carryingMeta=false) 770665a7984d,43815,1731493808774/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2371af5a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T10:30:29,714 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 770665a7984d,43815,1731493808774, splitWal=true, meta=false 2024-11-13T10:30:29,717 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 770665a7984d,43815,1731493808774 had 1 regions 2024-11-13T10:30:29,718 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 770665a7984d,43815,1731493808774, splitWal=true, meta=false, isMeta: false 2024-11-13T10:30:29,720 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting 2024-11-13T10:30:29,722 INFO [PEWorker-2 {}] master.SplitWALManager(105): 770665a7984d,43815,1731493808774 WAL count=1, meta=false 2024-11-13T10:30:29,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 770665a7984d%2C43815%2C1731493808774.1731493811426}] 2024-11-13T10:30:29,732 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=770665a7984d,33991,1731493808584 2024-11-13T10:30:29,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 770665a7984d%2C43815%2C1731493808774.1731493811426, worker=770665a7984d,33991,1731493808584}] 2024-11-13T10:30:29,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18] 2024-11-13T10:30:29,804 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 770665a7984d:43815 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 770665a7984d/172.17.0.2:43815 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:29,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:29,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x10110e0ac080002, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:29,806 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18, error=java.net.ConnectException: Call to address=770665a7984d:43815 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 770665a7984d/172.17.0.2:43815 2024-11-13T10:30:29,806 INFO [RS:1;770665a7984d:43815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:30:29,806 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-13T10:30:29,806 INFO [RS:1;770665a7984d:43815 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,43815,1731493808774; zookeeper connection closed. 2024-11-13T10:30:29,806 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 from cache 2024-11-13T10:30:29,808 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 770665a7984d:43815 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 770665a7984d/172.17.0.2:43815 2024-11-13T10:30:29,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc458d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc458d9 2024-11-13T10:30:29,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-13T10:30:29,929 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426, size=1.6 K (1677bytes) 2024-11-13T10:30:29,930 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 2024-11-13T10:30:29,930 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 after 0ms 2024-11-13T10:30:29,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:29,934 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 took 5ms 2024-11-13T10:30:29,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ace9408258ce2aae1e8207c6f3d7ce36: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-13T10:30:29,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 so closing down 2024-11-13T10:30:29,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:29,944 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:29,944 INFO [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 10 ms; skipped=6; WAL=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-13T10:30:29,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426, journal: Splitting hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426, size=1.6 K (1677bytes) at 1731493829929Finishing writing output for hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 so closing down at 1731493829944 (+15 ms)3 split writer threads finished at 1731493829944Processed 6 edits across 0 Regions in 10 ms; skipped=6; WAL=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731493829944 2024-11-13T10:30:29,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 2024-11-13T10:30:29,945 DEBUG [RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T10:30:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T10:30:29,953 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting/770665a7984d%2C43815%2C1731493808774.1731493811426 to hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs 2024-11-13T10:30:29,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T10:30:29,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 770665a7984d%2C43815%2C1731493808774.1731493811426, worker=770665a7984d,33991,1731493808584 in 218 msec 2024-11-13T10:30:29,958 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=770665a7984d,33991,1731493808584 2024-11-13T10:30:29,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T10:30:29,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 770665a7984d%2C43815%2C1731493808774.1731493811426, worker=770665a7984d,33991,1731493808584 in 234 msec 2024-11-13T10:30:29,964 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting dir is empty, no logs to split. 2024-11-13T10:30:29,964 INFO [PEWorker-2 {}] master.SplitWALManager(105): 770665a7984d,43815,1731493808774 WAL count=0, meta=false 2024-11-13T10:30:29,964 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 770665a7984d,43815,1731493808774 WAL splitting is done? wals=0, meta=false 2024-11-13T10:30:29,968 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 770665a7984d,43815,1731493808774 failed, ignore...File hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/WALs/770665a7984d,43815,1731493808774-splitting does not exist. 2024-11-13T10:30:29,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN}] 2024-11-13T10:30:29,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN 2024-11-13T10:30:29,972 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T10:30:30,121 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18] 2024-11-13T10:30:30,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 770665a7984d:43815 this server is in the failed servers list 2024-11-13T10:30:30,122 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(204): Hosts are {770665a7984d=0} racks are {/default-rack=0} 2024-11-13T10:30:30,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=770665a7984d:43815 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 770665a7984d:43815 2024-11-13T10:30:30,123 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T10:30:30,123 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T10:30:30,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 770665a7984d:43815 2024-11-13T10:30:30,123 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T10:30:30,123 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T10:30:30,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,43815,1731493808774, seqNum=18 from cache 2024-11-13T10:30:30,123 INFO [770665a7984d:46549 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T10:30:30,123 INFO [770665a7984d:46549 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T10:30:30,123 DEBUG [770665a7984d:46549 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T10:30:30,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPENING, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:30,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN because future has completed 2024-11-13T10:30:30,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584}] 2024-11-13T10:30:30,283 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:30,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ace9408258ce2aae1e8207c6f3d7ce36, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:30,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:30,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,286 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,287 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf1 2024-11-13T10:30:30,287 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,295 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf1/71eb620ee34c453ab00830ba907862e7 2024-11-13T10:30:30,295 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,295 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,296 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace9408258ce2aae1e8207c6f3d7ce36 columnFamilyName cf2 2024-11-13T10:30:30,296 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,303 DEBUG [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/cf2/600f785f371d40c8a1c040cd4453e9f7 2024-11-13T10:30:30,303 INFO [StoreOpener-ace9408258ce2aae1e8207c6f3d7ce36-1 {}] regionserver.HStore(327): Store=ace9408258ce2aae1e8207c6f3d7ce36/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,304 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,305 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,306 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,307 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,307 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,308 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T10:30:30,309 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,310 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ace9408258ce2aae1e8207c6f3d7ce36; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61851300, jitterRate=-0.07834380865097046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T10:30:30,311 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:30,311 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ace9408258ce2aae1e8207c6f3d7ce36: Running coprocessor pre-open hook at 1731493830285Writing region info on filesystem at 1731493830285Initializing all the Stores at 1731493830286 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830286Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830286Cleaning up temporary data from old regions at 1731493830307 (+21 ms)Running coprocessor post-open hooks at 1731493830311 (+4 ms)Region opened successfully at 1731493830311 2024-11-13T10:30:30,312 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., pid=17, masterSystemTime=1731493830279 2024-11-13T10:30:30,315 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:30,315 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:30,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ace9408258ce2aae1e8207c6f3d7ce36, regionState=OPEN, openSeqNum=18, regionLocation=770665a7984d,33991,1731493808584 2024-11-13T10:30:30,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 because future has completed 2024-11-13T10:30:30,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T10:30:30,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ace9408258ce2aae1e8207c6f3d7ce36, server=770665a7984d,33991,1731493808584 in 193 msec 2024-11-13T10:30:30,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T10:30:30,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ace9408258ce2aae1e8207c6f3d7ce36, ASSIGN in 354 msec 2024-11-13T10:30:30,327 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 770665a7984d,43815,1731493808774 after splitting done 2024-11-13T10:30:30,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 770665a7984d,43815,1731493808774, splitWal=true, meta=false in 620 msec 2024-11-13T10:30:30,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36., hostname=770665a7984d,33991,1731493808584, seqNum=18] 2024-11-13T10:30:30,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=403 (was 413), OpenFileDescriptor=1042 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 644), ProcessCount=11 (was 11), AvailableMemoryMB=234 (was 232) - AvailableMemoryMB LEAK? - 2024-11-13T10:30:30,662 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1042 is superior to 1024 2024-11-13T10:30:30,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=403, OpenFileDescriptor=1042, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=235 2024-11-13T10:30:30,679 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1042 is superior to 1024 2024-11-13T10:30:30,695 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:30,697 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:30,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:30,701 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39497762, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-39497762, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:30,714 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39497762/hregion-39497762.1731493830701, exclude list is [], retry=0 2024-11-13T10:30:30,717 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:30,718 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:30,718 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:30,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39497762/hregion-39497762.1731493830701 2024-11-13T10:30:30,722 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:30,722 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 14685cfc11afdf5fb410f5d49e7aa29c, NAME => 'testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741893_1071 (size=67) 2024-11-13T10:30:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741893_1071 (size=67) 2024-11-13T10:30:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741893_1071 (size=67) 2024-11-13T10:30:30,739 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:30,742 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,744 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName a 2024-11-13T10:30:30,744 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,744 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,744 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,746 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName b 2024-11-13T10:30:30,746 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,746 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,746 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,748 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName c 2024-11-13T10:30:30,748 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,748 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,748 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,749 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,749 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,750 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,750 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,751 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:30,752 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,759 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:30,760 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14685cfc11afdf5fb410f5d49e7aa29c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59356650, jitterRate=-0.11551699042320251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:30,761 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14685cfc11afdf5fb410f5d49e7aa29c: Writing region info on filesystem at 1731493830739Initializing all the Stores at 1731493830740 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830740Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830742 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830742Cleaning up temporary data from old regions at 1731493830750 (+8 ms)Region opened successfully at 1731493830761 (+11 ms) 2024-11-13T10:30:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 14685cfc11afdf5fb410f5d49e7aa29c, disabling compactions & flushes 2024-11-13T10:30:30,762 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. after waiting 0 ms 2024-11-13T10:30:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,762 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 14685cfc11afdf5fb410f5d49e7aa29c: Waiting for close lock at 1731493830762Disabling compacts and flushes for region at 1731493830762Disabling writes for close at 1731493830762Writing region close event to WAL at 1731493830762Closed at 1731493830762 2024-11-13T10:30:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741892_1070 (size=93) 2024-11-13T10:30:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741892_1070 (size=93) 2024-11-13T10:30:30,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741892_1070 (size=93) 2024-11-13T10:30:30,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:30,769 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39497762:(num 1731493830701) 2024-11-13T10:30:30,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:30,771 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:30,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, exclude list is [], retry=0 2024-11-13T10:30:30,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:30,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:30,788 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:30,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 2024-11-13T10:30:30,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:30,791 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 14685cfc11afdf5fb410f5d49e7aa29c, NAME => 'testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:30,792 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:30,792 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,792 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,793 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,794 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName a 2024-11-13T10:30:30,794 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,795 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,795 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,796 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName b 2024-11-13T10:30:30,796 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,796 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,797 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,797 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName c 2024-11-13T10:30:30,798 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:30,798 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,801 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,802 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,802 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:30,803 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:30,804 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14685cfc11afdf5fb410f5d49e7aa29c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60615096, jitterRate=-0.09676468372344971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:30,805 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14685cfc11afdf5fb410f5d49e7aa29c: Writing region info on filesystem at 1731493830792Initializing all the Stores at 1731493830793 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830793Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830793Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493830793Cleaning up temporary data from old regions at 1731493830802 (+9 ms)Region opened successfully at 1731493830805 (+3 ms) 2024-11-13T10:30:30,837 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14685cfc11afdf5fb410f5d49e7aa29c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T10:30:30,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/a/171ada801df04726ba24417a6bc55e4e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731493830805/Put/seqid=0 2024-11-13T10:30:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741895_1073 (size=5958) 2024-11-13T10:30:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741895_1073 (size=5958) 2024-11-13T10:30:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741895_1073 (size=5958) 2024-11-13T10:30:30,872 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/a/171ada801df04726ba24417a6bc55e4e 2024-11-13T10:30:30,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/d63f9ef767f047719278fa8d1551a1a6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731493830814/Put/seqid=0 2024-11-13T10:30:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741896_1074 (size=5958) 2024-11-13T10:30:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741896_1074 (size=5958) 2024-11-13T10:30:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741896_1074 (size=5958) 2024-11-13T10:30:30,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/d63f9ef767f047719278fa8d1551a1a6 2024-11-13T10:30:30,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/c/fe8c6d6eb4494a17a8549179c3e4929a is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731493830824/Put/seqid=0 2024-11-13T10:30:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741897_1075 (size=5958) 2024-11-13T10:30:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741897_1075 (size=5958) 2024-11-13T10:30:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741897_1075 (size=5958) 2024-11-13T10:30:30,948 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/c/fe8c6d6eb4494a17a8549179c3e4929a 2024-11-13T10:30:30,955 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/a/171ada801df04726ba24417a6bc55e4e as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/a/171ada801df04726ba24417a6bc55e4e 2024-11-13T10:30:30,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/a/171ada801df04726ba24417a6bc55e4e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T10:30:30,963 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/d63f9ef767f047719278fa8d1551a1a6 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/d63f9ef767f047719278fa8d1551a1a6 2024-11-13T10:30:30,968 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/d63f9ef767f047719278fa8d1551a1a6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T10:30:30,969 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/c/fe8c6d6eb4494a17a8549179c3e4929a as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/c/fe8c6d6eb4494a17a8549179c3e4929a 2024-11-13T10:30:30,975 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/c/fe8c6d6eb4494a17a8549179c3e4929a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T10:30:30,976 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 14685cfc11afdf5fb410f5d49e7aa29c in 139ms, sequenceid=33, compaction requested=false 2024-11-13T10:30:30,976 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14685cfc11afdf5fb410f5d49e7aa29c: 2024-11-13T10:30:30,976 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 14685cfc11afdf5fb410f5d49e7aa29c, disabling compactions & flushes 2024-11-13T10:30:30,976 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,976 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,976 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. after waiting 0 ms 2024-11-13T10:30:30,976 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,978 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. 2024-11-13T10:30:30,978 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 14685cfc11afdf5fb410f5d49e7aa29c: Waiting for close lock at 1731493830976Disabling compacts and flushes for region at 1731493830976Disabling writes for close at 1731493830976Writing region close event to WAL at 1731493830978 (+2 ms)Closed at 1731493830978 2024-11-13T10:30:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741894_1072 (size=2873) 2024-11-13T10:30:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741894_1072 (size=2873) 2024-11-13T10:30:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741894_1072 (size=2873) 2024-11-13T10:30:30,986 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/d63f9ef767f047719278fa8d1551a1a6 to hdfs://localhost:38273/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/d63f9ef767f047719278fa8d1551a1a6 2024-11-13T10:30:31,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, size=2.8 K (2873bytes) 2024-11-13T10:30:31,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 2024-11-13T10:30:31,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 after 1ms 2024-11-13T10:30:31,006 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:31,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 took 3ms 2024-11-13T10:30:31,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 so closing down 2024-11-13T10:30:31,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:31,010 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731493830771.temp 2024-11-13T10:30:31,012 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp 2024-11-13T10:30:31,012 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741898_1076 (size=2312) 2024-11-13T10:30:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741898_1076 (size=2312) 2024-11-13T10:30:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741898_1076 (size=2312) 2024-11-13T10:30:31,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:31,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 2024-11-13T10:30:31,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-13T10:30:31,024 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, journal: Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, size=2.8 K (2873bytes) at 1731493831003Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 so closing down at 1731493831009 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp at 1731493831012 (+3 ms)3 split writer threads finished at 1731493831012Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731493831022 (+10 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000003-wal.1731493830771.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 at 1731493831024 (+2 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731493831024 2024-11-13T10:30:31,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493830771 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493830771 2024-11-13T10:30:31,027 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 2024-11-13T10:30:31,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:31,030 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:31,044 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493831030, exclude list is [], retry=0 2024-11-13T10:30:31,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:31,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:31,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:31,053 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493831030 2024-11-13T10:30:31,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 14685cfc11afdf5fb410f5d49e7aa29c, NAME => 'testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,060 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,062 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName a 2024-11-13T10:30:31,062 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,068 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/a/171ada801df04726ba24417a6bc55e4e 2024-11-13T10:30:31,068 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,069 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,070 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName b 2024-11-13T10:30:31,070 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,071 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,071 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,072 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14685cfc11afdf5fb410f5d49e7aa29c columnFamilyName c 2024-11-13T10:30:31,072 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,078 DEBUG [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/c/fe8c6d6eb4494a17a8549179c3e4929a 2024-11-13T10:30:31,078 INFO [StoreOpener-14685cfc11afdf5fb410f5d49e7aa29c-1 {}] regionserver.HStore(327): Store=14685cfc11afdf5fb410f5d49e7aa29c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,078 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,079 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,082 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 2024-11-13T10:30:31,083 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:31,085 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 2024-11-13T10:30:31,085 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14685cfc11afdf5fb410f5d49e7aa29c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T10:30:31,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/ff3720ed7d034a52863834ccb5e2d916 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731493830814/Put/seqid=0 2024-11-13T10:30:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741900_1078 (size=5958) 2024-11-13T10:30:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741900_1078 (size=5958) 2024-11-13T10:30:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741900_1078 (size=5958) 2024-11-13T10:30:31,109 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/ff3720ed7d034a52863834ccb5e2d916 2024-11-13T10:30:31,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/.tmp/b/ff3720ed7d034a52863834ccb5e2d916 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/ff3720ed7d034a52863834ccb5e2d916 2024-11-13T10:30:31,122 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/b/ff3720ed7d034a52863834ccb5e2d916, entries=10, sequenceid=32, filesize=5.8 K 2024-11-13T10:30:31,123 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 14685cfc11afdf5fb410f5d49e7aa29c in 38ms, sequenceid=32, compaction requested=false; wal=null 2024-11-13T10:30:31,124 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/0000000000000000032 2024-11-13T10:30:31,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,126 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:31,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14685cfc11afdf5fb410f5d49e7aa29c 2024-11-13T10:30:31,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/14685cfc11afdf5fb410f5d49e7aa29c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-13T10:30:31,131 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14685cfc11afdf5fb410f5d49e7aa29c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59112135, jitterRate=-0.11916054785251617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:31,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14685cfc11afdf5fb410f5d49e7aa29c: Writing region info on filesystem at 1731493831057Initializing all the Stores at 1731493831059 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831059Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831060 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831060Obtaining lock to block concurrent updates at 1731493831085 (+25 ms)Preparing flush snapshotting stores in 14685cfc11afdf5fb410f5d49e7aa29c at 1731493831085Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731493831085Flushing stores of testReplayEditsWrittenViaHRegion,,1731493830696.14685cfc11afdf5fb410f5d49e7aa29c. at 1731493831085Flushing 14685cfc11afdf5fb410f5d49e7aa29c/b: creating writer at 1731493831085Flushing 14685cfc11afdf5fb410f5d49e7aa29c/b: appending metadata at 1731493831099 (+14 ms)Flushing 14685cfc11afdf5fb410f5d49e7aa29c/b: closing flushed file at 1731493831099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed6104d: reopening flushed file at 1731493831115 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 14685cfc11afdf5fb410f5d49e7aa29c in 38ms, sequenceid=32, compaction requested=false; wal=null at 1731493831123 (+8 ms)Cleaning up temporary data from old regions at 1731493831125 (+2 ms)Region opened successfully at 1731493831132 (+7 ms) 2024-11-13T10:30:31,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=412 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:39870 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:50456 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:57910 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:46036 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:59724 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:52048 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1118 (was 1042) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 641), ProcessCount=11 (was 11), AvailableMemoryMB=239 (was 235) - AvailableMemoryMB LEAK? - 2024-11-13T10:30:31,166 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-11-13T10:30:31,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1118, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=274 2024-11-13T10:30:31,186 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-11-13T10:30:31,209 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:31,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:31,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:31,218 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24303961, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-24303961, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:31,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24303961/hregion-24303961.1731493831218, exclude list is [], retry=0 2024-11-13T10:30:31,235 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:31,236 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:31,236 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:31,241 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24303961/hregion-24303961.1731493831218 2024-11-13T10:30:31,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:31,241 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eb807aa937902161e32036c61b1d60f1, NAME => 'testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741902_1080 (size=68) 2024-11-13T10:30:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741902_1080 (size=68) 2024-11-13T10:30:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741902_1080 (size=68) 2024-11-13T10:30:31,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:31,260 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,262 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName a 2024-11-13T10:30:31,262 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,263 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,263 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,264 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName b 2024-11-13T10:30:31,264 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,265 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,265 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,266 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName c 2024-11-13T10:30:31,266 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,267 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,269 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,269 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,270 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:31,271 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,277 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:31,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb807aa937902161e32036c61b1d60f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73472728, jitterRate=0.09482896327972412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:31,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb807aa937902161e32036c61b1d60f1: Writing region info on filesystem at 1731493831259Initializing all the Stores at 1731493831260 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831260Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831260Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831260Cleaning up temporary data from old regions at 1731493831270 (+10 ms)Region opened successfully at 1731493831278 (+8 ms) 2024-11-13T10:30:31,279 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eb807aa937902161e32036c61b1d60f1, disabling compactions & flushes 2024-11-13T10:30:31,279 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:31,279 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:31,279 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. after waiting 0 ms 2024-11-13T10:30:31,279 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:31,279 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:31,279 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eb807aa937902161e32036c61b1d60f1: Waiting for close lock at 1731493831279Disabling compacts and flushes for region at 1731493831279Disabling writes for close at 1731493831279Writing region close event to WAL at 1731493831279Closed at 1731493831279 2024-11-13T10:30:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741901_1079 (size=93) 2024-11-13T10:30:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741901_1079 (size=93) 2024-11-13T10:30:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741901_1079 (size=93) 2024-11-13T10:30:31,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:31,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24303961:(num 1731493831218) 2024-11-13T10:30:31,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:31,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:31,307 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, exclude list is [], retry=0 2024-11-13T10:30:31,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:31,312 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:31,312 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:31,316 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 2024-11-13T10:30:31,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:31,416 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eb807aa937902161e32036c61b1d60f1, NAME => 'testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:31,420 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,421 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:31,421 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,421 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,453 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,455 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName a 2024-11-13T10:30:31,455 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,457 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,458 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,465 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName b 2024-11-13T10:30:31,465 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,467 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,468 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,474 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName c 2024-11-13T10:30:31,474 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:31,480 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:31,480 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,481 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,484 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,484 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,484 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:31,486 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,487 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb807aa937902161e32036c61b1d60f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64343260, jitterRate=-0.041210711002349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:31,487 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:31,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb807aa937902161e32036c61b1d60f1: Running coprocessor pre-open hook at 1731493831421Writing region info on filesystem at 1731493831421Initializing all the Stores at 1731493831444 (+23 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831444Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831448 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493831448Cleaning up temporary data from old regions at 1731493831484 (+36 ms)Running coprocessor post-open hooks at 1731493831487 (+3 ms)Region opened successfully at 1731493831488 (+1 ms) 2024-11-13T10:30:31,502 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb807aa937902161e32036c61b1d60f1 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-13T10:30:31,504 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:32,505 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:33,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:30:33,506 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:34,507 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:35,507 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:36,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:30:36,508 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:37,508 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:37,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-13T10:30:37,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:37,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-13T10:30:37,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:38,509 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:39,510 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:40,510 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for eb807aa937902161e32036c61b1d60f1/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:40,512 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eb807aa937902161e32036c61b1d60f1: 2024-11-13T10:30:40,512 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,528 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eb807aa937902161e32036c61b1d60f1: 2024-11-13T10:30:40,529 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-13T10:30:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eb807aa937902161e32036c61b1d60f1, disabling compactions & flushes 2024-11-13T10:30:40,529 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. after waiting 0 ms 2024-11-13T10:30:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,529 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,529 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. 2024-11-13T10:30:40,529 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eb807aa937902161e32036c61b1d60f1: Waiting for close lock at 1731493840529Running coprocessor pre-close hooks at 1731493840529Disabling compacts and flushes for region at 1731493840529Disabling writes for close at 1731493840529Writing region close event to WAL at 1731493840529Running coprocessor post-close hooks at 1731493840529Closed at 1731493840529 2024-11-13T10:30:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741903_1081 (size=2398) 2024-11-13T10:30:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741903_1081 (size=2398) 2024-11-13T10:30:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741903_1081 (size=2398) 2024-11-13T10:30:40,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, size=2.3 K (2398bytes) 2024-11-13T10:30:40,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 2024-11-13T10:30:40,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 after 0ms 2024-11-13T10:30:40,562 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:40,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 took 5ms 2024-11-13T10:30:40,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 so closing down 2024-11-13T10:30:40,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:40,566 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731493831288.temp 2024-11-13T10:30:40,568 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp 2024-11-13T10:30:40,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741904_1082 (size=1672) 2024-11-13T10:30:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741904_1082 (size=1672) 2024-11-13T10:30:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741904_1082 (size=1672) 2024-11-13T10:30:40,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:40,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 2024-11-13T10:30:40,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 31 ms; skipped=3; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-13T10:30:40,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, journal: Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, size=2.3 K (2398bytes) at 1731493840558Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 so closing down at 1731493840565 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp at 1731493840568 (+3 ms)3 split writer threads finished at 1731493840568Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731493840592 (+24 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000004-wal.1731493831288.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 at 1731493840593 (+1 ms)Processed 23 edits across 1 Regions in 31 ms; skipped=3; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731493840594 (+1 ms) 2024-11-13T10:30:40,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493831288 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493831288 2024-11-13T10:30:40,596 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 2024-11-13T10:30:40,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:40,598 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:40,612 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493840598, exclude list is [], retry=0 2024-11-13T10:30:40,615 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:40,615 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:40,615 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:40,617 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493840598 2024-11-13T10:30:40,617 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:40,618 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eb807aa937902161e32036c61b1d60f1, NAME => 'testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:40,619 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,619 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:40,619 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,619 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,621 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,622 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName a 2024-11-13T10:30:40,622 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:40,623 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:40,623 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,624 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName b 2024-11-13T10:30:40,624 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:40,624 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:40,625 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,625 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb807aa937902161e32036c61b1d60f1 columnFamilyName c 2024-11-13T10:30:40,626 DEBUG [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:40,626 INFO [StoreOpener-eb807aa937902161e32036c61b1d60f1-1 {}] regionserver.HStore(327): Store=eb807aa937902161e32036c61b1d60f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:40,626 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,627 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,628 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,629 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 2024-11-13T10:30:40,632 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:40,633 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 2024-11-13T10:30:40,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb807aa937902161e32036c61b1d60f1 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-13T10:30:40,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/a/a8464f2e9134455bb2f856bfe21c9835 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731493840518/Put/seqid=0 2024-11-13T10:30:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741906_1084 (size=5523) 2024-11-13T10:30:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741906_1084 (size=5523) 2024-11-13T10:30:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741906_1084 (size=5523) 2024-11-13T10:30:40,659 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/a/a8464f2e9134455bb2f856bfe21c9835 2024-11-13T10:30:40,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/b/2fdf767a685a4f11a93ee78a30d469bb is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731493840512/Put/seqid=0 2024-11-13T10:30:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741907_1085 (size=5524) 2024-11-13T10:30:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741907_1085 (size=5524) 2024-11-13T10:30:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741907_1085 (size=5524) 2024-11-13T10:30:40,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/b/2fdf767a685a4f11a93ee78a30d469bb 2024-11-13T10:30:40,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/c/ed1ed84232c346e8a8466d71161f29b3 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731493840516/Put/seqid=0 2024-11-13T10:30:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741908_1086 (size=5457) 2024-11-13T10:30:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741908_1086 (size=5457) 2024-11-13T10:30:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741908_1086 (size=5457) 2024-11-13T10:30:40,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/c/ed1ed84232c346e8a8466d71161f29b3 2024-11-13T10:30:40,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/a/a8464f2e9134455bb2f856bfe21c9835 as hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/a/a8464f2e9134455bb2f856bfe21c9835 2024-11-13T10:30:40,731 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/a/a8464f2e9134455bb2f856bfe21c9835, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T10:30:40,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/b/2fdf767a685a4f11a93ee78a30d469bb as hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/b/2fdf767a685a4f11a93ee78a30d469bb 2024-11-13T10:30:40,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/b/2fdf767a685a4f11a93ee78a30d469bb, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T10:30:40,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/.tmp/c/ed1ed84232c346e8a8466d71161f29b3 as hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/c/ed1ed84232c346e8a8466d71161f29b3 2024-11-13T10:30:40,744 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/c/ed1ed84232c346e8a8466d71161f29b3, entries=6, sequenceid=26, filesize=5.3 K 2024-11-13T10:30:40,744 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for eb807aa937902161e32036c61b1d60f1 in 111ms, sequenceid=26, compaction requested=false; wal=null 2024-11-13T10:30:40,745 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/0000000000000000026 2024-11-13T10:30:40,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,747 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:40,749 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,751 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsAfterAbortingFlush/eb807aa937902161e32036c61b1d60f1/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-13T10:30:40,752 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb807aa937902161e32036c61b1d60f1; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64051187, jitterRate=-0.04556293785572052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:40,752 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb807aa937902161e32036c61b1d60f1 2024-11-13T10:30:40,753 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb807aa937902161e32036c61b1d60f1: Running coprocessor pre-open hook at 1731493840619Writing region info on filesystem at 1731493840619Initializing all the Stores at 1731493840620 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493840620Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493840620Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493840620Obtaining lock to block concurrent updates at 1731493840633 (+13 ms)Preparing flush snapshotting stores in eb807aa937902161e32036c61b1d60f1 at 1731493840633Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731493840633Flushing stores of testReplayEditsAfterAbortingFlush,,1731493831210.eb807aa937902161e32036c61b1d60f1. at 1731493840633Flushing eb807aa937902161e32036c61b1d60f1/a: creating writer at 1731493840634 (+1 ms)Flushing eb807aa937902161e32036c61b1d60f1/a: appending metadata at 1731493840649 (+15 ms)Flushing eb807aa937902161e32036c61b1d60f1/a: closing flushed file at 1731493840649Flushing eb807aa937902161e32036c61b1d60f1/b: creating writer at 1731493840665 (+16 ms)Flushing eb807aa937902161e32036c61b1d60f1/b: appending metadata at 1731493840680 (+15 ms)Flushing eb807aa937902161e32036c61b1d60f1/b: closing flushed file at 1731493840680Flushing eb807aa937902161e32036c61b1d60f1/c: creating writer at 1731493840695 (+15 ms)Flushing eb807aa937902161e32036c61b1d60f1/c: appending metadata at 1731493840710 (+15 ms)Flushing eb807aa937902161e32036c61b1d60f1/c: closing flushed file at 1731493840710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3078c06d: reopening flushed file at 1731493840724 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc77d2b: reopening flushed file at 1731493840731 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d0d2e2: reopening flushed file at 1731493840737 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for eb807aa937902161e32036c61b1d60f1 in 111ms, sequenceid=26, compaction requested=false; wal=null at 1731493840744 (+7 ms)Cleaning up temporary data from old regions at 1731493840746 (+2 ms)Running coprocessor post-open hooks at 1731493840752 (+6 ms)Region opened successfully at 1731493840753 (+1 ms) 2024-11-13T10:30:40,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=411 (was 412), OpenFileDescriptor=1178 (was 1118) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 641), ProcessCount=11 (was 11), AvailableMemoryMB=3623 (was 274) - AvailableMemoryMB LEAK? - 2024-11-13T10:30:40,779 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-13T10:30:40,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=411, OpenFileDescriptor=1178, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=3623 2024-11-13T10:30:40,793 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-13T10:30:40,810 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:40,811 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:40,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:40,816 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36344321, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-36344321, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:40,830 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36344321/hregion-36344321.1731493840816, exclude list is [], retry=0 2024-11-13T10:30:40,833 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:40,833 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:40,834 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:40,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36344321/hregion-36344321.1731493840816 2024-11-13T10:30:40,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:40,841 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 82bb4d4ea185c11fc00a90e34d18a0b7, NAME => 'testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741910_1088 (size=61) 2024-11-13T10:30:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741910_1088 (size=61) 2024-11-13T10:30:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741910_1088 (size=61) 2024-11-13T10:30:40,851 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:40,852 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,853 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bb4d4ea185c11fc00a90e34d18a0b7 columnFamilyName a 2024-11-13T10:30:40,854 DEBUG [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:40,854 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(327): Store=82bb4d4ea185c11fc00a90e34d18a0b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:40,854 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,861 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:40,861 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82bb4d4ea185c11fc00a90e34d18a0b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69791164, jitterRate=0.03996938467025757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Writing region info on filesystem at 1731493840851Initializing all the Stores at 1731493840852 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493840852Cleaning up temporary data from old regions at 1731493840856 (+4 ms)Region opened successfully at 1731493840862 (+6 ms) 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82bb4d4ea185c11fc00a90e34d18a0b7, disabling compactions & flushes 2024-11-13T10:30:40,862 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. after waiting 0 ms 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,862 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,862 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Waiting for close lock at 1731493840862Disabling compacts and flushes for region at 1731493840862Disabling writes for close at 1731493840862Writing region close event to WAL at 1731493840862Closed at 1731493840862 2024-11-13T10:30:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741909_1087 (size=93) 2024-11-13T10:30:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741909_1087 (size=93) 2024-11-13T10:30:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741909_1087 (size=93) 2024-11-13T10:30:40,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:40,868 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36344321:(num 1731493840816) 2024-11-13T10:30:40,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:40,871 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:40,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, exclude list is [], retry=0 2024-11-13T10:30:40,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:40,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:40,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:40,896 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 2024-11-13T10:30:40,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:40,896 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82bb4d4ea185c11fc00a90e34d18a0b7, NAME => 'testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:40,896 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:40,896 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,896 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,899 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,900 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bb4d4ea185c11fc00a90e34d18a0b7 columnFamilyName a 2024-11-13T10:30:40,900 DEBUG [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:40,900 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(327): Store=82bb4d4ea185c11fc00a90e34d18a0b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:40,901 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,903 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,903 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,905 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:40,906 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82bb4d4ea185c11fc00a90e34d18a0b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66016379, jitterRate=-0.016279295086860657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:40,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Writing region info on filesystem at 1731493840897Initializing all the Stores at 1731493840898 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493840898Cleaning up temporary data from old regions at 1731493840903 (+5 ms)Region opened successfully at 1731493840906 (+3 ms) 2024-11-13T10:30:40,917 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82bb4d4ea185c11fc00a90e34d18a0b7, disabling compactions & flushes 2024-11-13T10:30:40,917 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,917 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,917 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. after waiting 0 ms 2024-11-13T10:30:40,917 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,917 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,917 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. 2024-11-13T10:30:40,918 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Waiting for close lock at 1731493840917Disabling compacts and flushes for region at 1731493840917Disabling writes for close at 1731493840917Writing region close event to WAL at 1731493840917Closed at 1731493840917 2024-11-13T10:30:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741911_1089 (size=838) 2024-11-13T10:30:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741911_1089 (size=838) 2024-11-13T10:30:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741911_1089 (size=838) 2024-11-13T10:30:40,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, size=838 (838bytes) 2024-11-13T10:30:40,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 2024-11-13T10:30:40,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 after 0ms 2024-11-13T10:30:40,941 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:40,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 took 3ms 2024-11-13T10:30:40,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 so closing down 2024-11-13T10:30:40,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:40,944 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731493840871.temp 2024-11-13T10:30:40,945 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp 2024-11-13T10:30:40,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741912_1090 (size=838) 2024-11-13T10:30:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741912_1090 (size=838) 2024-11-13T10:30:40,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741912_1090 (size=838) 2024-11-13T10:30:40,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:40,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp to hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 2024-11-13T10:30:40,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, size=838, length=838, corrupted=false, cancelled=false 2024-11-13T10:30:40,954 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, journal: Splitting hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, size=838 (838bytes) at 1731493840938Finishing writing output for hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 so closing down at 1731493840943 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp at 1731493840945 (+2 ms)3 split writer threads finished at 1731493840945Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731493840953 (+8 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000003-wal.1731493840871.temp to hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 at 1731493840954 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871, size=838, length=838, corrupted=false, cancelled=false at 1731493840954 2024-11-13T10:30:40,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493840871 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493840871 2024-11-13T10:30:40,957 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 2024-11-13T10:30:40,960 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:41,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:41,305 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:41,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493841305, exclude list is [], retry=0 2024-11-13T10:30:41,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:41,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:41,322 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:41,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493841305 2024-11-13T10:30:41,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:41,323 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82bb4d4ea185c11fc00a90e34d18a0b7, NAME => 'testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:41,324 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:41,324 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,324 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,327 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,328 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bb4d4ea185c11fc00a90e34d18a0b7 columnFamilyName a 2024-11-13T10:30:41,328 DEBUG [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,329 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(327): Store=82bb4d4ea185c11fc00a90e34d18a0b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,332 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 2024-11-13T10:30:41,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:41,335 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 2024-11-13T10:30:41,335 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 82bb4d4ea185c11fc00a90e34d18a0b7 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-13T10:30:41,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/.tmp/a/4dc643b419be4a2292c4e451245fb79b is 79, key is testDatalossWhenInputError/a:x0/1731493840906/Put/seqid=0 2024-11-13T10:30:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741914_1092 (size=5808) 2024-11-13T10:30:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741914_1092 (size=5808) 2024-11-13T10:30:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741914_1092 (size=5808) 2024-11-13T10:30:41,366 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/.tmp/a/4dc643b419be4a2292c4e451245fb79b 2024-11-13T10:30:41,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/.tmp/a/4dc643b419be4a2292c4e451245fb79b as hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/a/4dc643b419be4a2292c4e451245fb79b 2024-11-13T10:30:41,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/a/4dc643b419be4a2292c4e451245fb79b, entries=10, sequenceid=12, filesize=5.7 K 2024-11-13T10:30:41,388 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 82bb4d4ea185c11fc00a90e34d18a0b7 in 53ms, sequenceid=12, compaction requested=false; wal=null 2024-11-13T10:30:41,389 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/0000000000000000012 2024-11-13T10:30:41,390 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,390 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,393 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T10:30:41,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82bb4d4ea185c11fc00a90e34d18a0b7; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71565361, jitterRate=0.0664069801568985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:41,399 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Writing region info on filesystem at 1731493841324Initializing all the Stores at 1731493841326 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841326Obtaining lock to block concurrent updates at 1731493841335 (+9 ms)Preparing flush snapshotting stores in 82bb4d4ea185c11fc00a90e34d18a0b7 at 1731493841335Finished memstore snapshotting testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731493841336 (+1 ms)Flushing stores of testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7. at 1731493841336Flushing 82bb4d4ea185c11fc00a90e34d18a0b7/a: creating writer at 1731493841336Flushing 82bb4d4ea185c11fc00a90e34d18a0b7/a: appending metadata at 1731493841354 (+18 ms)Flushing 82bb4d4ea185c11fc00a90e34d18a0b7/a: closing flushed file at 1731493841354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28154cc9: reopening flushed file at 1731493841375 (+21 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 82bb4d4ea185c11fc00a90e34d18a0b7 in 53ms, sequenceid=12, compaction requested=false; wal=null at 1731493841388 (+13 ms)Cleaning up temporary data from old regions at 1731493841390 (+2 ms)Region opened successfully at 1731493841399 (+9 ms) 2024-11-13T10:30:41,403 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82bb4d4ea185c11fc00a90e34d18a0b7, NAME => 'testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:41,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731493840810.82bb4d4ea185c11fc00a90e34d18a0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:41,403 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,403 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,404 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,405 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bb4d4ea185c11fc00a90e34d18a0b7 columnFamilyName a 2024-11-13T10:30:41,405 DEBUG [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,414 DEBUG [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/a/4dc643b419be4a2292c4e451245fb79b 2024-11-13T10:30:41,414 INFO [StoreOpener-82bb4d4ea185c11fc00a90e34d18a0b7-1 {}] regionserver.HStore(327): Store=82bb4d4ea185c11fc00a90e34d18a0b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,417 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,417 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,427 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82bb4d4ea185c11fc00a90e34d18a0b7 2024-11-13T10:30:41,429 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testDatalossWhenInputError/82bb4d4ea185c11fc00a90e34d18a0b7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-13T10:30:41,431 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82bb4d4ea185c11fc00a90e34d18a0b7; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60758221, jitterRate=-0.09463195502758026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T10:30:41,431 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82bb4d4ea185c11fc00a90e34d18a0b7: Writing region info on filesystem at 1731493841403Initializing all the Stores at 1731493841404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841404Cleaning up temporary data from old regions at 1731493841424 (+20 ms)Region opened successfully at 1731493841431 (+7 ms) 2024-11-13T10:30:41,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=421 (was 411) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:52104 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:59774 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:59052 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:43808 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:58984 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:50952 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-47524465-172.17.0.2-1731493803506:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1178) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=3612 (was 3623) 2024-11-13T10:30:41,451 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-13T10:30:41,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=421, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=3609 2024-11-13T10:30:41,466 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-13T10:30:41,482 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:41,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:41,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:41,487 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56481546, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-56481546, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:41,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56481546/hregion-56481546.1731493841488, exclude list is [], retry=0 2024-11-13T10:30:41,504 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:41,504 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:41,505 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:41,507 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56481546/hregion-56481546.1731493841488 2024-11-13T10:30:41,507 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:41,508 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8a2a0bc13bf303f403e8bad0ca3dbdba, NAME => 'testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741916_1094 (size=63) 2024-11-13T10:30:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741916_1094 (size=63) 2024-11-13T10:30:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741916_1094 (size=63) 2024-11-13T10:30:41,518 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:41,519 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,521 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName a 2024-11-13T10:30:41,521 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,521 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,521 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,523 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName b 2024-11-13T10:30:41,523 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,523 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,523 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,525 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName c 2024-11-13T10:30:41,525 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,526 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,526 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,528 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,528 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,528 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:41,529 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,532 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:41,532 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a2a0bc13bf303f403e8bad0ca3dbdba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62122748, jitterRate=-0.0742989182472229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: Writing region info on filesystem at 1731493841518Initializing all the Stores at 1731493841518Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841518Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841519 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841519Cleaning up temporary data from old regions at 1731493841528 (+9 ms)Region opened successfully at 1731493841533 (+5 ms) 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8a2a0bc13bf303f403e8bad0ca3dbdba, disabling compactions & flushes 2024-11-13T10:30:41,533 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. after waiting 0 ms 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:41,533 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:41,533 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: Waiting for close lock at 1731493841533Disabling compacts and flushes for region at 1731493841533Disabling writes for close at 1731493841533Writing region close event to WAL at 1731493841533Closed at 1731493841533 2024-11-13T10:30:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741915_1093 (size=93) 2024-11-13T10:30:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741915_1093 (size=93) 2024-11-13T10:30:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741915_1093 (size=93) 2024-11-13T10:30:41,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:41,539 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56481546:(num 1731493841488) 2024-11-13T10:30:41,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:41,541 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:41,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, exclude list is [], retry=0 2024-11-13T10:30:41,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:41,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:41,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:41,562 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 2024-11-13T10:30:41,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:41,562 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a2a0bc13bf303f403e8bad0ca3dbdba, NAME => 'testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:41,563 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:41,563 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,563 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,564 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,565 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName a 2024-11-13T10:30:41,565 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,565 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,565 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,566 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName b 2024-11-13T10:30:41,566 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,567 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,567 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,567 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName c 2024-11-13T10:30:41,567 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:41,568 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:41,568 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,571 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,571 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,571 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:41,573 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:41,574 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a2a0bc13bf303f403e8bad0ca3dbdba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74252054, jitterRate=0.10644182562828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:41,575 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: Writing region info on filesystem at 1731493841563Initializing all the Stores at 1731493841564 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841564Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841564Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493841564Cleaning up temporary data from old regions at 1731493841571 (+7 ms)Region opened successfully at 1731493841575 (+4 ms) 2024-11-13T10:30:41,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731493841581/Put/seqid=0 2024-11-13T10:30:41,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741918_1096 (size=4875) 2024-11-13T10:30:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741918_1096 (size=4875) 2024-11-13T10:30:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741918_1096 (size=4875) 2024-11-13T10:30:41,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731493841591/Put/seqid=0 2024-11-13T10:30:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741919_1097 (size=4875) 2024-11-13T10:30:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741919_1097 (size=4875) 2024-11-13T10:30:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741919_1097 (size=4875) 2024-11-13T10:30:41,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731493841600/Put/seqid=0 2024-11-13T10:30:41,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741920_1098 (size=4875) 2024-11-13T10:30:41,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741920_1098 (size=4875) 2024-11-13T10:30:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741920_1098 (size=4875) 2024-11-13T10:30:41,607 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,612 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-13T10:30:41,612 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:30:41,612 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,615 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-13T10:30:41,615 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:30:41,615 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,619 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-13T10:30:41,619 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:30:41,619 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8a2a0bc13bf303f403e8bad0ca3dbdba 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-13T10:30:41,636 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp/a/ef608e0096674728842074f03627a853 is 55, key is testCompactedBulkLoadedFiles/a:a/1731493841575/Put/seqid=0 2024-11-13T10:30:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741921_1099 (size=5107) 2024-11-13T10:30:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741921_1099 (size=5107) 2024-11-13T10:30:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741921_1099 (size=5107) 2024-11-13T10:30:41,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp/a/ef608e0096674728842074f03627a853 2024-11-13T10:30:41,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp/a/ef608e0096674728842074f03627a853 as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853 2024-11-13T10:30:41,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853, entries=1, sequenceid=4, filesize=5.0 K 2024-11-13T10:30:41,660 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8a2a0bc13bf303f403e8bad0ca3dbdba in 41ms, sequenceid=4, compaction requested=false 2024-11-13T10:30:41,660 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: 2024-11-13T10:30:41,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ 2024-11-13T10:30:41,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ 2024-11-13T10:30:41,663 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ 2024-11-13T10:30:41,664 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile0 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ - updating store file list. 2024-11-13T10:30:41,669 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f57b6333ae4858acf56dc98538a143_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:41,669 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ into 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,669 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile0 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a (new location: hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_) 2024-11-13T10:30:41,670 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile1 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ - updating store file list. 2024-11-13T10:30:41,675 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2416997624e464085752ec8aa65ea0a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:41,675 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ into 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,675 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile1 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a (new location: hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_) 2024-11-13T10:30:41,676 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile2 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ - updating store file list. 2024-11-13T10:30:41,680 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d5e7d65a0e542518bee6a82df94080f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:41,680 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ into 8a2a0bc13bf303f403e8bad0ca3dbdba/a 2024-11-13T10:30:41,680 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/hbase/testCompactedBulkLoadedFiles/hfile2 into 8a2a0bc13bf303f403e8bad0ca3dbdba/a (new location: hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_) 2024-11-13T10:30:41,688 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:30:41,688 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8a2a0bc13bf303f403e8bad0ca3dbdba/a is initiating major compaction (all files) 2024-11-13T10:30:41,688 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8a2a0bc13bf303f403e8bad0ca3dbdba/a in testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:41,688 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_] into tmpdir=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp, totalSize=19.3 K 2024-11-13T10:30:41,689 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ef608e0096674728842074f03627a853, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731493841575 2024-11-13T10:30:41,689 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b2f57b6333ae4858acf56dc98538a143_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T10:30:41,690 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b2416997624e464085752ec8aa65ea0a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T10:30:41,690 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9d5e7d65a0e542518bee6a82df94080f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T10:30:41,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp/a/18259f8e12de422e8444ea9e722c5781 is 55, key is testCompactedBulkLoadedFiles/a:a/1731493841575/Put/seqid=0 2024-11-13T10:30:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741922_1100 (size=6154) 2024-11-13T10:30:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741922_1100 (size=6154) 2024-11-13T10:30:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741922_1100 (size=6154) 2024-11-13T10:30:41,720 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/.tmp/a/18259f8e12de422e8444ea9e722c5781 as hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/18259f8e12de422e8444ea9e722c5781 2024-11-13T10:30:41,727 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8a2a0bc13bf303f403e8bad0ca3dbdba/a of 8a2a0bc13bf303f403e8bad0ca3dbdba into 18259f8e12de422e8444ea9e722c5781(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:30:41,727 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: 2024-11-13T10:30:41,727 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T10:30:41,727 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T10:30:41,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, size=0 (0bytes) 2024-11-13T10:30:41,768 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 might be still open, length is 0 2024-11-13T10:30:41,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 2024-11-13T10:30:41,769 WARN [IPC Server handler 2 on default port 38273 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-13T10:30:41,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 after 1ms 2024-11-13T10:30:42,163 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:43838 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34621:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43838 dst: /127.0.0.1:34621 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34621 remote=/127.0.0.1:43838]. Total timeout mills is 60000, 59564 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:42,164 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:50984 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50984 dst: /127.0.0.1:37817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:42,164 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:59082 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59082 dst: /127.0.0.1:45161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:42,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741917_1101 (size=1368) 2024-11-13T10:30:42,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741917_1101 (size=1368) 2024-11-13T10:30:45,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 after 4002ms 2024-11-13T10:30:45,774 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:45,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 took 4006ms 2024-11-13T10:30:45,778 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541; continuing. 2024-11-13T10:30:45,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 so closing down 2024-11-13T10:30:45,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:45,781 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731493841541.temp 2024-11-13T10:30:45,783 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp 2024-11-13T10:30:45,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741923_1102 (size=635) 2024-11-13T10:30:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741923_1102 (size=635) 2024-11-13T10:30:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741923_1102 (size=635) 2024-11-13T10:30:45,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:45,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp to hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 2024-11-13T10:30:45,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T10:30:45,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, journal: Splitting hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, size=0 (0bytes) at 1731493841768Finishing writing output for hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 so closing down at 1731493845778 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp at 1731493845783 (+5 ms)3 split writer threads finished at 1731493845783Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731493845801 (+18 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000003-wal.1731493841541.temp to hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 at 1731493845802 (+1 ms)Processed 5 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541, size=0, length=0, corrupted=false, cancelled=false at 1731493845803 (+1 ms) 2024-11-13T10:30:45,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493841541 2024-11-13T10:30:45,806 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 2024-11-13T10:30:45,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:45,809 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:45,829 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493845809, exclude list is [], retry=0 2024-11-13T10:30:45,837 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:45,837 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:45,837 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:45,842 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493845809 2024-11-13T10:30:45,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a2a0bc13bf303f403e8bad0ca3dbdba, NAME => 'testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,843 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,848 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,849 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName a 2024-11-13T10:30:45,849 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:45,859 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/18259f8e12de422e8444ea9e722c5781 2024-11-13T10:30:45,863 DEBUG [StoreFileOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d5e7d65a0e542518bee6a82df94080f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:45,863 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ 2024-11-13T10:30:45,868 DEBUG [StoreFileOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2416997624e464085752ec8aa65ea0a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:45,868 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ 2024-11-13T10:30:45,872 DEBUG [StoreFileOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f57b6333ae4858acf56dc98538a143_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:30:45,873 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ 2024-11-13T10:30:45,879 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853 2024-11-13T10:30:45,879 WARN [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf 2024-11-13T10:30:45,880 WARN [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf 2024-11-13T10:30:45,880 WARN [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf 2024-11-13T10:30:45,880 WARN [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf 2024-11-13T10:30:45,880 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853] to archive 2024-11-13T10:30:45,884 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:30:45,886 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ to hdfs://localhost:38273/hbase/archive/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/9d5e7d65a0e542518bee6a82df94080f_SeqId_4_ 2024-11-13T10:30:45,888 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ to hdfs://localhost:38273/hbase/archive/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2416997624e464085752ec8aa65ea0a_SeqId_4_ 2024-11-13T10:30:45,889 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ to hdfs://localhost:38273/hbase/archive/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/b2f57b6333ae4858acf56dc98538a143_SeqId_4_ 2024-11-13T10:30:45,890 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853 to hdfs://localhost:38273/hbase/archive/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/a/ef608e0096674728842074f03627a853 2024-11-13T10:30:45,890 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:45,891 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,891 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName b 2024-11-13T10:30:45,892 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:45,892 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:45,892 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,893 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2a0bc13bf303f403e8bad0ca3dbdba columnFamilyName c 2024-11-13T10:30:45,893 DEBUG [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:45,894 INFO [StoreOpener-8a2a0bc13bf303f403e8bad0ca3dbdba-1 {}] regionserver.HStore(327): Store=8a2a0bc13bf303f403e8bad0ca3dbdba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:45,894 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,897 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,897 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 2024-11-13T10:30:45,900 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:45,902 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8a2a0bc13bf303f403e8bad0ca3dbdba : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8a2a0bc13bf303f403e8bad0ca3dbdba" family_name: "a" compaction_input: "ef608e0096674728842074f03627a853" compaction_input: "b2f57b6333ae4858acf56dc98538a143_SeqId_4_" compaction_input: "b2416997624e464085752ec8aa65ea0a_SeqId_4_" compaction_input: "9d5e7d65a0e542518bee6a82df94080f_SeqId_4_" compaction_output: "18259f8e12de422e8444ea9e722c5781" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-13T10:30:45,902 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-13T10:30:45,903 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 2024-11-13T10:30:45,904 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/0000000000000000008 2024-11-13T10:30:45,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,906 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:45,908 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8a2a0bc13bf303f403e8bad0ca3dbdba 2024-11-13T10:30:45,911 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testCompactedBulkLoadedFiles/8a2a0bc13bf303f403e8bad0ca3dbdba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:30:45,913 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8a2a0bc13bf303f403e8bad0ca3dbdba; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66049032, jitterRate=-0.01579272747039795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:45,913 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: Writing region info on filesystem at 1731493845844Initializing all the Stores at 1731493845844Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493845845 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493845848 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493845848Cleaning up temporary data from old regions at 1731493845905 (+57 ms)Region opened successfully at 1731493845913 (+8 ms) 2024-11-13T10:30:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8a2a0bc13bf303f403e8bad0ca3dbdba, disabling compactions & flushes 2024-11-13T10:30:45,916 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. after waiting 0 ms 2024-11-13T10:30:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:45,917 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731493841482.8a2a0bc13bf303f403e8bad0ca3dbdba. 2024-11-13T10:30:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8a2a0bc13bf303f403e8bad0ca3dbdba: Waiting for close lock at 1731493845916Disabling compacts and flushes for region at 1731493845916Disabling writes for close at 1731493845916Writing region close event to WAL at 1731493845917 (+1 ms)Closed at 1731493845917 2024-11-13T10:30:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741924_1103 (size=93) 2024-11-13T10:30:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741924_1103 (size=93) 2024-11-13T10:30:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741924_1103 (size=93) 2024-11-13T10:30:45,929 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:45,929 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731493845809) 2024-11-13T10:30:45,948 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=434 (was 421) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126370009_22 at /127.0.0.1:59160 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38273 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126370009_22 at /127.0.0.1:43932 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126370009_22 at /127.0.0.1:51040 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=582 (was 580) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3346 (was 3609) 2024-11-13T10:30:45,949 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-13T10:30:45,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=434, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=582, ProcessCount=11, AvailableMemoryMB=3343 2024-11-13T10:30:45,965 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-13T10:30:45,986 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:45,989 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:30:45,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:30:45,992 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54014259, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/hregion-54014259, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:46,013 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54014259/hregion-54014259.1731493845993, exclude list is [], retry=0 2024-11-13T10:30:46,017 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:46,017 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:46,021 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:46,029 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54014259/hregion-54014259.1731493845993 2024-11-13T10:30:46,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:38807:38807)] 2024-11-13T10:30:46,030 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3f4afe366d292cb4164620e5408018bb, NAME => 'testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/hbase 2024-11-13T10:30:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741926_1105 (size=67) 2024-11-13T10:30:46,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741926_1105 (size=67) 2024-11-13T10:30:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741926_1105 (size=67) 2024-11-13T10:30:46,049 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:46,051 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,053 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName a 2024-11-13T10:30:46,053 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,054 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,054 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,055 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName b 2024-11-13T10:30:46,055 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,056 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,056 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,058 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName c 2024-11-13T10:30:46,058 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,059 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,059 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,062 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,063 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:30:46,065 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:46,073 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,077 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:30:46,077 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4afe366d292cb4164620e5408018bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69975678, jitterRate=0.042718857526779175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:46,078 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4afe366d292cb4164620e5408018bb: Writing region info on filesystem at 1731493846050Initializing all the Stores at 1731493846051 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846051Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846051Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846051Cleaning up temporary data from old regions at 1731493846063 (+12 ms)Region opened successfully at 1731493846078 (+15 ms) 2024-11-13T10:30:46,078 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4afe366d292cb4164620e5408018bb, disabling compactions & flushes 2024-11-13T10:30:46,078 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,078 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,078 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. after waiting 0 ms 2024-11-13T10:30:46,078 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,081 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,081 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4afe366d292cb4164620e5408018bb: Waiting for close lock at 1731493846078Disabling compacts and flushes for region at 1731493846078Disabling writes for close at 1731493846078Writing region close event to WAL at 1731493846081 (+3 ms)Closed at 1731493846081 2024-11-13T10:30:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741925_1104 (size=93) 2024-11-13T10:30:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741925_1104 (size=93) 2024-11-13T10:30:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741925_1104 (size=93) 2024-11-13T10:30:46,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:46,093 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54014259:(num 1731493845993) 2024-11-13T10:30:46,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:46,095 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:46,114 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, exclude list is [], retry=0 2024-11-13T10:30:46,122 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:46,122 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:46,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:46,125 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 2024-11-13T10:30:46,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:46,127 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f4afe366d292cb4164620e5408018bb, NAME => 'testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:46,128 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:46,128 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,128 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,130 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,132 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName a 2024-11-13T10:30:46,132 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,136 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,136 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,137 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName b 2024-11-13T10:30:46,137 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,138 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,138 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,141 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName c 2024-11-13T10:30:46,141 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,143 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,147 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,151 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,151 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,152 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:46,155 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,156 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4afe366d292cb4164620e5408018bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69160417, jitterRate=0.03057052195072174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:46,156 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4afe366d292cb4164620e5408018bb: Writing region info on filesystem at 1731493846128Initializing all the Stores at 1731493846129 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846129Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846129Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846129Cleaning up temporary data from old regions at 1731493846151 (+22 ms)Region opened successfully at 1731493846156 (+5 ms) 2024-11-13T10:30:46,177 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4afe366d292cb4164620e5408018bb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T10:30:46,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/48f1efdbd7c44b449b9e866d7a6647d8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731493846156/Put/seqid=0 2024-11-13T10:30:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741928_1107 (size=5958) 2024-11-13T10:30:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741928_1107 (size=5958) 2024-11-13T10:30:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741928_1107 (size=5958) 2024-11-13T10:30:46,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/48f1efdbd7c44b449b9e866d7a6647d8 2024-11-13T10:30:46,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/48f1efdbd7c44b449b9e866d7a6647d8 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/48f1efdbd7c44b449b9e866d7a6647d8 2024-11-13T10:30:46,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/48f1efdbd7c44b449b9e866d7a6647d8, entries=10, sequenceid=13, filesize=5.8 K 2024-11-13T10:30:46,220 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3f4afe366d292cb4164620e5408018bb in 43ms, sequenceid=13, compaction requested=false 2024-11-13T10:30:46,220 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3f4afe366d292cb4164620e5408018bb: 2024-11-13T10:30:46,259 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4afe366d292cb4164620e5408018bb, disabling compactions & flushes 2024-11-13T10:30:46,259 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,259 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,259 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. after waiting 0 ms 2024-11-13T10:30:46,259 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,261 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,261 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:46,261 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4afe366d292cb4164620e5408018bb: Waiting for close lock at 1731493846259Disabling compacts and flushes for region at 1731493846259Disabling writes for close at 1731493846259Writing region close event to WAL at 1731493846260 (+1 ms)Closed at 1731493846261 (+1 ms) 2024-11-13T10:30:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741927_1106 (size=2805) 2024-11-13T10:30:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741927_1106 (size=2805) 2024-11-13T10:30:46,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 not finished, retry = 0 2024-11-13T10:30:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741927_1106 (size=2805) 2024-11-13T10:30:46,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, size=2.7 K (2805bytes) 2024-11-13T10:30:46,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 2024-11-13T10:30:46,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 after 1ms 2024-11-13T10:30:46,399 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:46,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 took 4ms 2024-11-13T10:30:46,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 so closing down 2024-11-13T10:30:46,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:46,405 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731493846095.temp 2024-11-13T10:30:46,408 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp 2024-11-13T10:30:46,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741929_1108 (size=2312) 2024-11-13T10:30:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741929_1108 (size=2312) 2024-11-13T10:30:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741929_1108 (size=2312) 2024-11-13T10:30:46,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:46,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 2024-11-13T10:30:46,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 31 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-13T10:30:46,432 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, journal: Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, size=2.7 K (2805bytes) at 1731493846395Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 so closing down at 1731493846403 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp at 1731493846408 (+5 ms)3 split writer threads finished at 1731493846409 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731493846428 (+19 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000003-wal.1731493846095.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 at 1731493846431 (+3 ms)Processed 32 edits across 1 Regions in 31 ms; skipped=2; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731493846432 (+1 ms) 2024-11-13T10:30:46,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846095 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493846095 2024-11-13T10:30:46,439 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 2024-11-13T10:30:46,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:46,443 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:46,465 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, exclude list is [], retry=0 2024-11-13T10:30:46,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:46,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:46,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:46,473 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 2024-11-13T10:30:46,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817),(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745)] 2024-11-13T10:30:46,474 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f4afe366d292cb4164620e5408018bb, NAME => 'testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:30:46,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:46,474 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,474 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,477 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,483 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName a 2024-11-13T10:30:46,483 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,491 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/48f1efdbd7c44b449b9e866d7a6647d8 2024-11-13T10:30:46,492 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,492 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,493 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName b 2024-11-13T10:30:46,493 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,494 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,494 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,495 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName c 2024-11-13T10:30:46,495 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:46,496 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:46,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,498 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:46,499 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 2024-11-13T10:30:46,501 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:46,503 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 2024-11-13T10:30:46,503 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4afe366d292cb4164620e5408018bb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-13T10:30:46,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/a3352da008f548eaaa72b63be57c5005 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731493846220/Put/seqid=0 2024-11-13T10:30:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741931_1110 (size=5958) 2024-11-13T10:30:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741931_1110 (size=5958) 2024-11-13T10:30:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741931_1110 (size=5958) 2024-11-13T10:30:46,938 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/a3352da008f548eaaa72b63be57c5005 2024-11-13T10:30:47,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/24b208901fef4100b879a8593ecb5400 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731493846238/Put/seqid=0 2024-11-13T10:30:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741932_1111 (size=5958) 2024-11-13T10:30:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741932_1111 (size=5958) 2024-11-13T10:30:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741932_1111 (size=5958) 2024-11-13T10:30:47,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/24b208901fef4100b879a8593ecb5400 2024-11-13T10:30:47,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/a3352da008f548eaaa72b63be57c5005 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/b/a3352da008f548eaaa72b63be57c5005 2024-11-13T10:30:47,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/b/a3352da008f548eaaa72b63be57c5005, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T10:30:47,065 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/24b208901fef4100b879a8593ecb5400 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/c/24b208901fef4100b879a8593ecb5400 2024-11-13T10:30:47,074 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/c/24b208901fef4100b879a8593ecb5400, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T10:30:47,075 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3f4afe366d292cb4164620e5408018bb in 572ms, sequenceid=35, compaction requested=false; wal=null 2024-11-13T10:30:47,076 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000035 2024-11-13T10:30:47,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:47,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:47,078 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:47,080 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:47,083 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-13T10:30:47,085 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4afe366d292cb4164620e5408018bb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186912, jitterRate=-0.08824396133422852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:47,086 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4afe366d292cb4164620e5408018bb: Writing region info on filesystem at 1731493846474Initializing all the Stores at 1731493846475 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846475Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846477 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493846477Obtaining lock to block concurrent updates at 1731493846503 (+26 ms)Preparing flush snapshotting stores in 3f4afe366d292cb4164620e5408018bb at 1731493846503Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731493846503Flushing stores of testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. at 1731493846503Flushing 3f4afe366d292cb4164620e5408018bb/b: creating writer at 1731493846503Flushing 3f4afe366d292cb4164620e5408018bb/b: appending metadata at 1731493846525 (+22 ms)Flushing 3f4afe366d292cb4164620e5408018bb/b: closing flushed file at 1731493846526 (+1 ms)Flushing 3f4afe366d292cb4164620e5408018bb/c: creating writer at 1731493846947 (+421 ms)Flushing 3f4afe366d292cb4164620e5408018bb/c: appending metadata at 1731493847011 (+64 ms)Flushing 3f4afe366d292cb4164620e5408018bb/c: closing flushed file at 1731493847011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4413dc9d: reopening flushed file at 1731493847048 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554c8d4f: reopening flushed file at 1731493847064 (+16 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3f4afe366d292cb4164620e5408018bb in 572ms, sequenceid=35, compaction requested=false; wal=null at 1731493847075 (+11 ms)Cleaning up temporary data from old regions at 1731493847077 (+2 ms)Region opened successfully at 1731493847085 (+8 ms) 2024-11-13T10:30:47,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, size=0 (0bytes) 2024-11-13T10:30:47,216 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 might be still open, length is 0 2024-11-13T10:30:47,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 2024-11-13T10:30:47,217 WARN [IPC Server handler 3 on default port 38273 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-13T10:30:47,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 after 1ms 2024-11-13T10:30:47,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-13T10:30:47,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:47,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-13T10:30:47,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-13T10:30:48,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:51132 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51132 dst: /127.0.0.1:37817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37817 remote=/127.0.0.1:51132]. Total timeout mills is 60000, 58986 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:48,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:43988 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34621:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43988 dst: /127.0.0.1:34621 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:48,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1099589213_22 at /127.0.0.1:59218 [Receiving block BP-47524465-172.17.0.2-1731493803506:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45161:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59218 dst: /127.0.0.1:45161 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:48,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741930_1112 (size=2304) 2024-11-13T10:30:48,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741930_1112 (size=2304) 2024-11-13T10:30:48,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741930_1112 (size=2304) 2024-11-13T10:30:51,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 after 4002ms 2024-11-13T10:30:51,221 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:51,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 took 4006ms 2024-11-13T10:30:51,224 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444; continuing. 2024-11-13T10:30:51,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 so closing down 2024-11-13T10:30:51,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T10:30:51,225 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731493846444.temp 2024-11-13T10:30:51,229 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp 2024-11-13T10:30:51,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T10:30:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741933_1113 (size=2312) 2024-11-13T10:30:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741933_1113 (size=2312) 2024-11-13T10:30:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741933_1113 (size=2312) 2024-11-13T10:30:51,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T10:30:51,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 2024-11-13T10:30:51,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T10:30:51,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, journal: Splitting hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, size=0 (0bytes) at 1731493847216Finishing writing output for hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 so closing down at 1731493851224 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp at 1731493851229 (+5 ms)3 split writer threads finished at 1731493851229Closed recovered edits writer path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731493851239 (+10 ms)Rename recovered edits hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000037-wal.1731493846444.temp to hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 at 1731493851240 (+1 ms)Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444, size=0, length=0, corrupted=false, cancelled=false at 1731493851241 (+1 ms) 2024-11-13T10:30:51,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 to hdfs://localhost:38273/hbase/oldWALs/wal.1731493846444 2024-11-13T10:30:51,244 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 2024-11-13T10:30:51,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T10:30:51,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38273/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986, archiveDir=hdfs://localhost:38273/hbase/oldWALs, maxLogs=32 2024-11-13T10:30:51,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493851246, exclude list is [], retry=0 2024-11-13T10:30:51,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-1176a380-77d9-432f-9410-e82756540e47,DISK] 2024-11-13T10:30:51,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-ed598b65-342a-4e32-a174-d1550077cdb7,DISK] 2024-11-13T10:30:51,263 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-da82001a-5ede-4cc4-9a70-50ca090366a7,DISK] 2024-11-13T10:30:51,270 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493851246 2024-11-13T10:30:51,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38807:38807),(127.0.0.1/127.0.0.1:42745:42745),(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-13T10:30:51,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:30:51,277 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,278 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName a 2024-11-13T10:30:51,278 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:51,286 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/48f1efdbd7c44b449b9e866d7a6647d8 2024-11-13T10:30:51,286 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:51,286 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,287 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName b 2024-11-13T10:30:51,287 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:51,293 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/b/a3352da008f548eaaa72b63be57c5005 2024-11-13T10:30:51,293 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:51,293 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,296 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4afe366d292cb4164620e5408018bb columnFamilyName c 2024-11-13T10:30:51,296 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:30:51,302 DEBUG [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/c/24b208901fef4100b879a8593ecb5400 2024-11-13T10:30:51,302 INFO [StoreOpener-3f4afe366d292cb4164620e5408018bb-1 {}] regionserver.HStore(327): Store=3f4afe366d292cb4164620e5408018bb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:30:51,303 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,305 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,306 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 2024-11-13T10:30:51,308 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-13T10:30:51,314 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 2024-11-13T10:30:51,314 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4afe366d292cb4164620e5408018bb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T10:30:51,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/f76f1bf0973a4e618fdded802de08852 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731493847099/Put/seqid=0 2024-11-13T10:30:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741935_1115 (size=5958) 2024-11-13T10:30:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741935_1115 (size=5958) 2024-11-13T10:30:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741935_1115 (size=5958) 2024-11-13T10:30:51,353 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/f76f1bf0973a4e618fdded802de08852 2024-11-13T10:30:51,381 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/e35d6b9117404bf0aafc1d314ff3459e is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731493847122/Put/seqid=0 2024-11-13T10:30:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741936_1116 (size=5958) 2024-11-13T10:30:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741936_1116 (size=5958) 2024-11-13T10:30:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741936_1116 (size=5958) 2024-11-13T10:30:51,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/e35d6b9117404bf0aafc1d314ff3459e 2024-11-13T10:30:51,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/7f1a6f1e95924390b7fef6713e04fd57 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731493847134/Put/seqid=0 2024-11-13T10:30:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741937_1117 (size=5958) 2024-11-13T10:30:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741937_1117 (size=5958) 2024-11-13T10:30:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741937_1117 (size=5958) 2024-11-13T10:30:51,850 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/7f1a6f1e95924390b7fef6713e04fd57 2024-11-13T10:30:51,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/a/f76f1bf0973a4e618fdded802de08852 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/f76f1bf0973a4e618fdded802de08852 2024-11-13T10:30:51,862 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/a/f76f1bf0973a4e618fdded802de08852, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T10:30:51,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/b/e35d6b9117404bf0aafc1d314ff3459e as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/b/e35d6b9117404bf0aafc1d314ff3459e 2024-11-13T10:30:51,867 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/b/e35d6b9117404bf0aafc1d314ff3459e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T10:30:51,868 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/.tmp/c/7f1a6f1e95924390b7fef6713e04fd57 as hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/c/7f1a6f1e95924390b7fef6713e04fd57 2024-11-13T10:30:51,873 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/c/7f1a6f1e95924390b7fef6713e04fd57, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T10:30:51,873 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3f4afe366d292cb4164620e5408018bb in 559ms, sequenceid=66, compaction requested=false; wal=null 2024-11-13T10:30:51,874 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/0000000000000000066 2024-11-13T10:30:51,876 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,876 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,876 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:30:51,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4afe366d292cb4164620e5408018bb 2024-11-13T10:30:51,885 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4afe366d292cb4164620e5408018bb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-13T10:30:51,886 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4afe366d292cb4164620e5408018bb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70247021, jitterRate=0.04676218330860138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:30:51,886 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4afe366d292cb4164620e5408018bb: Writing region info on filesystem at 1731493851273Initializing all the Stores at 1731493851274 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493851274Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493851277 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493851277Obtaining lock to block concurrent updates at 1731493851314 (+37 ms)Preparing flush snapshotting stores in 3f4afe366d292cb4164620e5408018bb at 1731493851314Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731493851314Flushing stores of testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. at 1731493851314Flushing 3f4afe366d292cb4164620e5408018bb/a: creating writer at 1731493851315 (+1 ms)Flushing 3f4afe366d292cb4164620e5408018bb/a: appending metadata at 1731493851336 (+21 ms)Flushing 3f4afe366d292cb4164620e5408018bb/a: closing flushed file at 1731493851336Flushing 3f4afe366d292cb4164620e5408018bb/b: creating writer at 1731493851358 (+22 ms)Flushing 3f4afe366d292cb4164620e5408018bb/b: appending metadata at 1731493851380 (+22 ms)Flushing 3f4afe366d292cb4164620e5408018bb/b: closing flushed file at 1731493851380Flushing 3f4afe366d292cb4164620e5408018bb/c: creating writer at 1731493851409 (+29 ms)Flushing 3f4afe366d292cb4164620e5408018bb/c: appending metadata at 1731493851431 (+22 ms)Flushing 3f4afe366d292cb4164620e5408018bb/c: closing flushed file at 1731493851431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fff55f2: reopening flushed file at 1731493851855 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad51307: reopening flushed file at 1731493851862 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331e5003: reopening flushed file at 1731493851868 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3f4afe366d292cb4164620e5408018bb in 559ms, sequenceid=66, compaction requested=false; wal=null at 1731493851873 (+5 ms)Cleaning up temporary data from old regions at 1731493851876 (+3 ms)Region opened successfully at 1731493851886 (+10 ms) 2024-11-13T10:30:51,906 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4afe366d292cb4164620e5408018bb, disabling compactions & flushes 2024-11-13T10:30:51,906 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:51,906 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:51,906 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. after waiting 0 ms 2024-11-13T10:30:51,906 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:51,919 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731493845987.3f4afe366d292cb4164620e5408018bb. 2024-11-13T10:30:51,919 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4afe366d292cb4164620e5408018bb: Waiting for close lock at 1731493851906Disabling compacts and flushes for region at 1731493851906Disabling writes for close at 1731493851906Writing region close event to WAL at 1731493851919 (+13 ms)Closed at 1731493851919 2024-11-13T10:30:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741934_1114 (size=93) 2024-11-13T10:30:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741934_1114 (size=93) 2024-11-13T10:30:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741934_1114 (size=93) 2024-11-13T10:30:51,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493851246 not finished, retry = 0 2024-11-13T10:30:52,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T10:30:52,037 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731493851246) 2024-11-13T10:30:52,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=438 (was 434) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38273 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616937957_22 at /127.0.0.1:41520 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616937957_22 at /127.0.0.1:38890 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_616937957_22 at /127.0.0.1:49608 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1402 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 582), ProcessCount=11 (was 11), AvailableMemoryMB=3134 (was 3343) 2024-11-13T10:30:52,059 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1402 is superior to 1024 2024-11-13T10:30:52,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:30:52,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:30:52,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:30:52,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:30:52,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:30:52,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=532891492, stopped=false 2024-11-13T10:30:52,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,46549,1731493807429 2024-11-13T10:30:52,063 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T10:30:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:52,063 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:52,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:30:52,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:52,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:52,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:30:52,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:30:52,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:30:52,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,33991,1731493808584' ***** 2024-11-13T10:30:52,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:30:52,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,36655,1731493808910' ***** 2024-11-13T10:30:52,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:30:52,066 INFO [RS:0;770665a7984d:33991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:30:52,066 INFO [RS:2;770665a7984d:36655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,36655,1731493808910 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(3091): Received CLOSE for ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,33991,1731493808584 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;770665a7984d:36655. 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:30:52,067 DEBUG [RS:2;770665a7984d:36655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33991. 2024-11-13T10:30:52,067 DEBUG [RS:2;770665a7984d:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,067 DEBUG [RS:0;770665a7984d:33991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:30:52,067 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ace9408258ce2aae1e8207c6f3d7ce36, disabling compactions & flushes 2024-11-13T10:30:52,067 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,36655,1731493808910; all regions closed. 2024-11-13T10:30:52,067 DEBUG [RS:0;770665a7984d:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,067 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:30:52,067 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:30:52,067 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. after waiting 0 ms 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:30:52,067 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:52,067 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:30:52,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:30:52,068 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:30:52,073 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:30:52,073 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ace9408258ce2aae1e8207c6f3d7ce36=testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36.} 2024-11-13T10:30:52,073 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ace9408258ce2aae1e8207c6f3d7ce36 2024-11-13T10:30:52,073 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:30:52,073 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:30:52,073 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:30:52,073 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:30:52,073 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:30:52,074 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-13T10:30:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741835_1011 (size=93) 2024-11-13T10:30:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=93) 2024-11-13T10:30:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741835_1011 (size=93) 2024-11-13T10:30:52,089 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ace9408258ce2aae1e8207c6f3d7ce36/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-13T10:30:52,096 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:52,096 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ace9408258ce2aae1e8207c6f3d7ce36: Waiting for close lock at 1731493852067Running coprocessor pre-close hooks at 1731493852067Disabling compacts and flushes for region at 1731493852067Disabling writes for close at 1731493852067Writing region close event to WAL at 1731493852080 (+13 ms)Running coprocessor post-close hooks at 1731493852096 (+16 ms)Closed at 1731493852096 2024-11-13T10:30:52,097 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36. 2024-11-13T10:30:52,106 DEBUG [RS:2;770665a7984d:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C36655%2C1731493808910:(num 1731493811426) 2024-11-13T10:30:52,107 DEBUG [RS:2;770665a7984d:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:30:52,107 INFO [RS:2;770665a7984d:36655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:30:52,108 INFO [RS:2;770665a7984d:36655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36655 2024-11-13T10:30:52,111 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:52,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:30:52,112 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/770665a7984d,36655,1731493808910 2024-11-13T10:30:52,112 INFO [RS:2;770665a7984d:36655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:30:52,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,36655,1731493808910] 2024-11-13T10:30:52,115 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:52,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/770665a7984d,36655,1731493808910 already deleted, retry=false 2024-11-13T10:30:52,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,36655,1731493808910 expired; onlineServers=1 2024-11-13T10:30:52,120 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:30:52,128 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/info/372cc98b7bbf478fb8b18d0d60f6457c is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731493826685.ace9408258ce2aae1e8207c6f3d7ce36./info:regioninfo/1731493830316/Put/seqid=0 2024-11-13T10:30:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741938_1118 (size=8243) 2024-11-13T10:30:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741938_1118 (size=8243) 2024-11-13T10:30:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741938_1118 (size=8243) 2024-11-13T10:30:52,214 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:52,214 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x10110e0ac080003, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:52,214 INFO [RS:2;770665a7984d:36655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:30:52,214 INFO [RS:2;770665a7984d:36655 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,36655,1731493808910; zookeeper connection closed. 2024-11-13T10:30:52,214 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:30:52,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66d62f46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66d62f46 2024-11-13T10:30:52,215 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:30:52,273 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:52,473 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:52,548 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/info/372cc98b7bbf478fb8b18d0d60f6457c 2024-11-13T10:30:52,579 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/ns/800f896a94c6430e8cb60013aa3ce15d is 43, key is default/ns:d/1731493812041/Put/seqid=0 2024-11-13T10:30:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741939_1119 (size=5153) 2024-11-13T10:30:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741939_1119 (size=5153) 2024-11-13T10:30:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741939_1119 (size=5153) 2024-11-13T10:30:52,674 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:52,770 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T10:30:52,770 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T10:30:52,874 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:52,989 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/ns/800f896a94c6430e8cb60013aa3ce15d 2024-11-13T10:30:53,018 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/table/f8e2a5e135c942f892a8c0872a5529e8 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731493827534/Put/seqid=0 2024-11-13T10:30:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741940_1120 (size=5431) 2024-11-13T10:30:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741940_1120 (size=5431) 2024-11-13T10:30:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741940_1120 (size=5431) 2024-11-13T10:30:53,074 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:30:53,074 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:30:53,074 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:53,275 DEBUG [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:30:53,432 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/table/f8e2a5e135c942f892a8c0872a5529e8 2024-11-13T10:30:53,440 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/info/372cc98b7bbf478fb8b18d0d60f6457c as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/info/372cc98b7bbf478fb8b18d0d60f6457c 2024-11-13T10:30:53,445 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/info/372cc98b7bbf478fb8b18d0d60f6457c, entries=18, sequenceid=21, filesize=8.0 K 2024-11-13T10:30:53,446 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/ns/800f896a94c6430e8cb60013aa3ce15d as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/ns/800f896a94c6430e8cb60013aa3ce15d 2024-11-13T10:30:53,451 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/ns/800f896a94c6430e8cb60013aa3ce15d, entries=2, sequenceid=21, filesize=5.0 K 2024-11-13T10:30:53,453 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/.tmp/table/f8e2a5e135c942f892a8c0872a5529e8 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/table/f8e2a5e135c942f892a8c0872a5529e8 2024-11-13T10:30:53,459 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/table/f8e2a5e135c942f892a8c0872a5529e8, entries=2, sequenceid=21, filesize=5.3 K 2024-11-13T10:30:53,460 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=21, compaction requested=false 2024-11-13T10:30:53,466 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T10:30:53,467 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:30:53,467 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:30:53,467 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493852073Running coprocessor pre-close hooks at 1731493852073Disabling compacts and flushes for region at 1731493852073Disabling writes for close at 1731493852073Obtaining lock to block concurrent updates at 1731493852074 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493852074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731493852074Flushing stores of hbase:meta,,1.1588230740 at 1731493852075 (+1 ms)Flushing 1588230740/info: creating writer at 1731493852075Flushing 1588230740/info: appending metadata at 1731493852127 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731493852127Flushing 1588230740/ns: creating writer at 1731493852556 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731493852578 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731493852578Flushing 1588230740/table: creating writer at 1731493852996 (+418 ms)Flushing 1588230740/table: appending metadata at 1731493853017 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731493853017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2c3055: reopening flushed file at 1731493853439 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ab6fde: reopening flushed file at 1731493853445 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cf7273: reopening flushed file at 1731493853452 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=21, compaction requested=false at 1731493853460 (+8 ms)Writing region close event to WAL at 1731493853462 (+2 ms)Running coprocessor post-close hooks at 1731493853467 (+5 ms)Closed at 1731493853467 2024-11-13T10:30:53,467 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:30:53,475 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,33991,1731493808584; all regions closed. 2024-11-13T10:30:53,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741836_1012 (size=3783) 2024-11-13T10:30:53,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741836_1012 (size=3783) 2024-11-13T10:30:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=3783) 2024-11-13T10:30:53,484 DEBUG [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs 2024-11-13T10:30:53,484 INFO [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33991%2C1731493808584.meta:.meta(num 1731493811854) 2024-11-13T10:30:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=2652) 2024-11-13T10:30:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741833_1009 (size=2652) 2024-11-13T10:30:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741833_1009 (size=2652) 2024-11-13T10:30:53,492 DEBUG [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/oldWALs 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33991%2C1731493808584:(num 1731493811427) 2024-11-13T10:30:53,493 DEBUG [RS:0;770665a7984d:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:30:53,493 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:30:53,493 INFO [RS:0;770665a7984d:33991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33991 2024-11-13T10:30:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:30:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/770665a7984d,33991,1731493808584 2024-11-13T10:30:53,496 INFO [RS:0;770665a7984d:33991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:30:53,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,33991,1731493808584] 2024-11-13T10:30:53,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/770665a7984d,33991,1731493808584 already deleted, retry=false 2024-11-13T10:30:53,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,33991,1731493808584 expired; onlineServers=0 2024-11-13T10:30:53,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,46549,1731493807429' ***** 2024-11-13T10:30:53,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:30:53,499 INFO [M:0;770665a7984d:46549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:30:53,499 INFO [M:0;770665a7984d:46549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:30:53,499 DEBUG [M:0;770665a7984d:46549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:30:53,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:30:53,499 DEBUG [M:0;770665a7984d:46549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:30:53,499 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493810951 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493810951,5,FailOnTimeoutGroup] 2024-11-13T10:30:53,499 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493810954 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493810954,5,FailOnTimeoutGroup] 2024-11-13T10:30:53,499 INFO [M:0;770665a7984d:46549 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:30:53,500 INFO [M:0;770665a7984d:46549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:30:53,500 DEBUG [M:0;770665a7984d:46549 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:30:53,500 INFO [M:0;770665a7984d:46549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:30:53,500 INFO [M:0;770665a7984d:46549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:30:53,501 INFO [M:0;770665a7984d:46549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:30:53,501 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:30:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T10:30:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:30:53,502 DEBUG [M:0;770665a7984d:46549 {}] zookeeper.ZKUtil(347): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T10:30:53,502 WARN [M:0;770665a7984d:46549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:30:53,503 INFO [M:0;770665a7984d:46549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/.lastflushedseqids 2024-11-13T10:30:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741941_1121 (size=138) 2024-11-13T10:30:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741941_1121 (size=138) 2024-11-13T10:30:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741941_1121 (size=138) 2024-11-13T10:30:53,521 INFO [M:0;770665a7984d:46549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:30:53,521 INFO [M:0;770665a7984d:46549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:30:53,521 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:30:53,521 INFO [M:0;770665a7984d:46549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:53,521 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:53,521 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:30:53,521 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:53,522 INFO [M:0;770665a7984d:46549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-13T10:30:53,545 DEBUG [M:0;770665a7984d:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469ad0b9de2e43a79081885bc77269a4 is 82, key is hbase:meta,,1/info:regioninfo/1731493811957/Put/seqid=0 2024-11-13T10:30:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741942_1122 (size=5672) 2024-11-13T10:30:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741942_1122 (size=5672) 2024-11-13T10:30:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741942_1122 (size=5672) 2024-11-13T10:30:53,554 INFO [M:0;770665a7984d:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469ad0b9de2e43a79081885bc77269a4 2024-11-13T10:30:53,577 DEBUG [M:0;770665a7984d:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1127d19b17e54db09f37171efa4fbb21 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493827542/Put/seqid=0 2024-11-13T10:30:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741943_1123 (size=7754) 2024-11-13T10:30:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741943_1123 (size=7754) 2024-11-13T10:30:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741943_1123 (size=7754) 2024-11-13T10:30:53,597 INFO [M:0;770665a7984d:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1127d19b17e54db09f37171efa4fbb21 2024-11-13T10:30:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:53,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x10110e0ac080001, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:53,598 INFO [RS:0;770665a7984d:33991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:30:53,598 INFO [RS:0;770665a7984d:33991 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,33991,1731493808584; zookeeper connection closed. 2024-11-13T10:30:53,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d8f00f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d8f00f5 2024-11-13T10:30:53,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T10:30:53,603 INFO [M:0;770665a7984d:46549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1127d19b17e54db09f37171efa4fbb21 2024-11-13T10:30:53,622 DEBUG [M:0;770665a7984d:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b57626cfdd4d59909f82fd1498b879 is 69, key is 770665a7984d,33991,1731493808584/rs:state/1731493811057/Put/seqid=0 2024-11-13T10:30:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741944_1124 (size=5440) 2024-11-13T10:30:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741944_1124 (size=5440) 2024-11-13T10:30:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741944_1124 (size=5440) 2024-11-13T10:30:53,641 INFO [M:0;770665a7984d:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b57626cfdd4d59909f82fd1498b879 2024-11-13T10:30:53,655 INFO [M:0;770665a7984d:46549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b57626cfdd4d59909f82fd1498b879 2024-11-13T10:30:53,656 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469ad0b9de2e43a79081885bc77269a4 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/469ad0b9de2e43a79081885bc77269a4 2024-11-13T10:30:53,663 INFO [M:0;770665a7984d:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/469ad0b9de2e43a79081885bc77269a4, entries=8, sequenceid=168, filesize=5.5 K 2024-11-13T10:30:53,664 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1127d19b17e54db09f37171efa4fbb21 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1127d19b17e54db09f37171efa4fbb21 2024-11-13T10:30:53,675 INFO [M:0;770665a7984d:46549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1127d19b17e54db09f37171efa4fbb21 2024-11-13T10:30:53,675 INFO [M:0;770665a7984d:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1127d19b17e54db09f37171efa4fbb21, entries=17, sequenceid=168, filesize=7.6 K 2024-11-13T10:30:53,676 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b57626cfdd4d59909f82fd1498b879 as hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83b57626cfdd4d59909f82fd1498b879 2024-11-13T10:30:53,681 INFO [M:0;770665a7984d:46549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b57626cfdd4d59909f82fd1498b879 2024-11-13T10:30:53,681 INFO [M:0;770665a7984d:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/9fb86028-f98d-0b97-0c0d-a56e09dd06f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83b57626cfdd4d59909f82fd1498b879, entries=3, sequenceid=168, filesize=5.3 K 2024-11-13T10:30:53,683 INFO [M:0;770665a7984d:46549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=168, compaction requested=false 2024-11-13T10:30:53,684 INFO [M:0;770665a7984d:46549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:30:53,685 DEBUG [M:0;770665a7984d:46549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493853521Disabling compacts and flushes for region at 1731493853521Disabling writes for close at 1731493853521Obtaining lock to block concurrent updates at 1731493853522 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493853522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1731493853522Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493853523 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493853523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493853545 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493853545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493853559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493853576 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493853576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493853603 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493853621 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493853621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7616b068: reopening flushed file at 1731493853655 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6f6057: reopening flushed file at 1731493853663 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7433ce2a: reopening flushed file at 1731493853675 (+12 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=168, compaction requested=false at 1731493853683 (+8 ms)Writing region close event to WAL at 1731493853684 (+1 ms)Closed at 1731493853684 2024-11-13T10:30:53,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741830_1006 (size=71325) 2024-11-13T10:30:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=71325) 2024-11-13T10:30:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741830_1006 (size=71325) 2024-11-13T10:30:53,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:30:53,693 INFO [M:0;770665a7984d:46549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:30:53,694 INFO [M:0;770665a7984d:46549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46549 2024-11-13T10:30:53,694 INFO [M:0;770665a7984d:46549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:30:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10110e0ac080000, quorum=127.0.0.1:52953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:30:53,801 INFO [M:0;770665a7984d:46549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:30:53,811 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493831030 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493831030 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731493830694/wal.1731493831030 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T10:30:53,812 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731493822215/wal.1731493822328 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:53,813 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731493845986/wal.1731493846444 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:53,817 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493840598 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493840598 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731493831208/wal.1731493840598 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T10:30:53,818 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731493814442/wal.1731493814548 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:53,824 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493841305 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493841305 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731493840809/wal.1731493841305 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T10:30:53,825 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731493841481/wal.1731493841541 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:30:53,832 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal.1731493814272 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal.1731493814272 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731493813989/wal.1731493814272 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T10:30:53,835 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal.1731493813268 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal.1731493813268 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731493812391/wal.1731493813268 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1099589213_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T10:30:53,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:53,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:30:53,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:30:53,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:30:53,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,STOPPED} 2024-11-13T10:30:53,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:30:53,858 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:30:53,858 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47524465-172.17.0.2-1731493803506 (Datanode Uuid 87fb1606-6ce6-40e6-a839-562d766005a6) service to localhost/127.0.0.1:38273 2024-11-13T10:30:53,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:30:53,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data6/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data5/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:30:53,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:53,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:30:53,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:30:53,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:30:53,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,STOPPED} 2024-11-13T10:30:53,871 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:30:53,871 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47524465-172.17.0.2-1731493803506 (Datanode Uuid 0ebedb5e-9aa3-4d74-868e-a6f56b7e3705) service to localhost/127.0.0.1:38273 2024-11-13T10:30:53,872 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:30:53,872 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:30:53,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data4/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data3/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:30:53,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:30:53,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:30:53,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:30:53,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:30:53,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,STOPPED} 2024-11-13T10:30:53,893 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:30:53,893 WARN [BP-47524465-172.17.0.2-1731493803506 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47524465-172.17.0.2-1731493803506 (Datanode Uuid c79976d1-038c-48bc-a99e-eec466e40c97) service to localhost/127.0.0.1:38273 2024-11-13T10:30:53,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data1/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:30:53,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/cluster_3297bdda-6c52-eefe-177f-a467988dac84/data/data2/current/BP-47524465-172.17.0.2-1731493803506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:30:53,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:30:53,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:30:53,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:30:53,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:30:53,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:30:53,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:30:53,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d03e18c-6568-f8ba-3730-842c5bd1287b/hadoop.log.dir/,STOPPED} 2024-11-13T10:30:53,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:30:54,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down