2024-12-11 03:49:12,731 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 03:49:12,742 main DEBUG Took 0.008986 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 03:49:12,743 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 03:49:12,743 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 03:49:12,744 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 03:49:12,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,751 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 03:49:12,762 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,764 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,765 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,766 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,767 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,768 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,770 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,771 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,772 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:49:12,772 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,773 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 03:49:12,774 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:49:12,775 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 03:49:12,776 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 03:49:12,777 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 03:49:12,778 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 03:49:12,778 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 03:49:12,786 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 03:49:12,788 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 03:49:12,789 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 03:49:12,790 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 03:49:12,790 main DEBUG createAppenders(={Console}) 2024-12-11 03:49:12,791 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-11 03:49:12,791 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 03:49:12,791 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-11 03:49:12,792 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 03:49:12,792 main DEBUG OutputStream closed 2024-12-11 03:49:12,792 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 03:49:12,793 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 03:49:12,793 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-11 03:49:12,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 03:49:12,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 03:49:12,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 03:49:12,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 03:49:12,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 03:49:12,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 03:49:12,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 03:49:12,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 03:49:12,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 03:49:12,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 03:49:12,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 03:49:12,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 03:49:12,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 03:49:12,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 03:49:12,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 03:49:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 03:49:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 03:49:12,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 03:49:12,869 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 03:49:12,869 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-11 03:49:12,869 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 03:49:12,870 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-11T03:49:13,076 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571 2024-12-11 03:49:13,079 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 03:49:13,079 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T03:49:13,088 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-11T03:49:13,094 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-11T03:49:13,114 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T03:49:13,161 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T03:49:13,161 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T03:49:13,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T03:49:13,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e, deleteOnExit=true 2024-12-11T03:49:13,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T03:49:13,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/test.cache.data in system properties and HBase conf 2024-12-11T03:49:13,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T03:49:13,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir in system properties and HBase conf 2024-12-11T03:49:13,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T03:49:13,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T03:49:13,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T03:49:13,283 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T03:49:13,383 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T03:49:13,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T03:49:13,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T03:49:13,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T03:49:13,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T03:49:13,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T03:49:13,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T03:49:13,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T03:49:13,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T03:49:13,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T03:49:13,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/nfs.dump.dir in system properties and HBase conf 2024-12-11T03:49:13,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/java.io.tmpdir in system properties and HBase conf 2024-12-11T03:49:13,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T03:49:13,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T03:49:13,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T03:49:14,243 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T03:49:14,319 INFO [Time-limited test {}] log.Log(170): Logging initialized @2272ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T03:49:14,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:49:14,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:49:14,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:49:14,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:49:14,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T03:49:14,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:49:14,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18901de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:49:14,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1267f9eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:49:14,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c615616{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/java.io.tmpdir/jetty-localhost-35707-hadoop-hdfs-3_4_1-tests_jar-_-any-15728943740117259650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T03:49:14,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3615651d{HTTP/1.1, (http/1.1)}{localhost:35707} 2024-12-11T03:49:14,696 INFO [Time-limited test {}] server.Server(415): Started @2649ms 2024-12-11T03:49:15,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:49:15,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:49:15,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:49:15,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:49:15,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T03:49:15,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1119cd72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:49:15,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ead968{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:49:15,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3d958c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-7181781924768225603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:15,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6fdcd{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-12-11T03:49:15,213 INFO [Time-limited test {}] server.Server(415): Started @3167ms 2024-12-11T03:49:15,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:49:15,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:49:15,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:49:15,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:49:15,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:49:15,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T03:49:15,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc8b773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:49:15,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75fc08d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:49:15,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b4f11d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/java.io.tmpdir/jetty-localhost-44405-hadoop-hdfs-3_4_1-tests_jar-_-any-11558773437405112071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:15,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bea299b{HTTP/1.1, (http/1.1)}{localhost:44405} 2024-12-11T03:49:15,529 INFO [Time-limited test {}] server.Server(415): Started @3483ms 2024-12-11T03:49:15,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:49:15,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:49:15,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:49:15,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:49:15,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:49:15,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T03:49:15,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b2bd67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:49:15,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17486ce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:49:15,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64583964{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/java.io.tmpdir/jetty-localhost-43781-hadoop-hdfs-3_4_1-tests_jar-_-any-17721150453289491801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:15,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e14f56{HTTP/1.1, (http/1.1)}{localhost:43781} 2024-12-11T03:49:15,729 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data1/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,729 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data2/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,729 INFO [Time-limited test {}] server.Server(415): Started @3682ms 2024-12-11T03:49:15,729 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data3/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,729 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data4/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,732 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:49:15,786 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:49:15,786 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:49:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d5aad815ff775f9 with lease ID 0x341805c9056fcf8d: Processing first storage report for DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe from datanode DatanodeRegistration(127.0.0.1:39457, datanodeUuid=c4a671bc-7f8a-4987-b09d-1bfc8cd0021b, infoPort=38953, infoSecurePort=0, ipcPort=33169, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d5aad815ff775f9 with lease ID 0x341805c9056fcf8d: from storage DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe node DatanodeRegistration(127.0.0.1:39457, datanodeUuid=c4a671bc-7f8a-4987-b09d-1bfc8cd0021b, infoPort=38953, infoSecurePort=0, ipcPort=33169, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T03:49:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6c8606e105b33b9 with lease ID 0x341805c9056fcf8c: Processing first storage report for DS-a13a19fb-435a-4976-8553-c5727c8c9dfa from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=89ffc38b-038d-4326-9629-3f3e3e808894, infoPort=35589, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6c8606e105b33b9 with lease ID 0x341805c9056fcf8c: from storage DS-a13a19fb-435a-4976-8553-c5727c8c9dfa node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=89ffc38b-038d-4326-9629-3f3e3e808894, infoPort=35589, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:49:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d5aad815ff775f9 with lease ID 0x341805c9056fcf8d: Processing first storage report for DS-1d8f6453-b8d7-4690-a663-ecac027ddafb from datanode DatanodeRegistration(127.0.0.1:39457, datanodeUuid=c4a671bc-7f8a-4987-b09d-1bfc8cd0021b, infoPort=38953, infoSecurePort=0, ipcPort=33169, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d5aad815ff775f9 with lease ID 0x341805c9056fcf8d: from storage DS-1d8f6453-b8d7-4690-a663-ecac027ddafb node DatanodeRegistration(127.0.0.1:39457, datanodeUuid=c4a671bc-7f8a-4987-b09d-1bfc8cd0021b, infoPort=38953, infoSecurePort=0, ipcPort=33169, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:49:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6c8606e105b33b9 with lease ID 0x341805c9056fcf8c: Processing first storage report for DS-1ce54579-9976-459a-a257-c95e58621648 from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=89ffc38b-038d-4326-9629-3f3e3e808894, infoPort=35589, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6c8606e105b33b9 with lease ID 0x341805c9056fcf8c: from storage DS-1ce54579-9976-459a-a257-c95e58621648 node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=89ffc38b-038d-4326-9629-3f3e3e808894, infoPort=35589, infoSecurePort=0, ipcPort=46085, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:49:15,899 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data5/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,900 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data6/current/BP-340214892-172.17.0.2-1733888953991/current, will proceed with Du for space computation calculation, 2024-12-11T03:49:15,930 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:49:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7111c0d03f40f9c7 with lease ID 0x341805c9056fcf8e: Processing first storage report for DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b from datanode DatanodeRegistration(127.0.0.1:36513, datanodeUuid=3957e7a2-ec94-471e-a1c7-10785216425a, infoPort=32779, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7111c0d03f40f9c7 with lease ID 0x341805c9056fcf8e: from storage DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=3957e7a2-ec94-471e-a1c7-10785216425a, infoPort=32779, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T03:49:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7111c0d03f40f9c7 with lease ID 0x341805c9056fcf8e: Processing first storage report for DS-4881850a-ba38-4717-9d11-f6919a609d91 from datanode DatanodeRegistration(127.0.0.1:36513, datanodeUuid=3957e7a2-ec94-471e-a1c7-10785216425a, infoPort=32779, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991) 2024-12-11T03:49:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7111c0d03f40f9c7 with lease ID 0x341805c9056fcf8e: from storage DS-4881850a-ba38-4717-9d11-f6919a609d91 node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=3957e7a2-ec94-471e-a1c7-10785216425a, infoPort=32779, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=353269811;c=1733888953991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:49:16,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571 2024-12-11T03:49:16,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/zookeeper_0, clientPort=60111, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T03:49:16,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60111 2024-12-11T03:49:16,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:16,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:49:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:49:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:49:16,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 with version=8 2024-12-11T03:49:16,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/hbase-staging 2024-12-11T03:49:17,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:49:17,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:49:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:49:17,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T03:49:17,370 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T03:49:17,378 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T03:49:17,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:49:17,410 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24026 (auto-detected) 2024-12-11T03:49:17,411 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T03:49:17,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43327 2024-12-11T03:49:17,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43327 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-11T03:49:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433270x0, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:49:17,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43327-0x1019fa3c1ae0000 connected 2024-12-11T03:49:17,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:17,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344, hbase.cluster.distributed=false 2024-12-11T03:49:17,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:49:17,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43327 2024-12-11T03:49:17,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43327 2024-12-11T03:49:17,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43327 2024-12-11T03:49:17,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43327 2024-12-11T03:49:17,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43327 2024-12-11T03:49:17,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:49:17,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:49:17,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:49:17,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:49:17,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:49:17,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43635 2024-12-11T03:49:17,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43635 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-11T03:49:17,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436350x0, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:49:17,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43635-0x1019fa3c1ae0001 connected 2024-12-11T03:49:17,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:17,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:49:17,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:49:17,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:49:17,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:49:17,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43635 2024-12-11T03:49:17,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43635 2024-12-11T03:49:17,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43635 2024-12-11T03:49:17,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43635 2024-12-11T03:49:17,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43635 2024-12-11T03:49:17,725 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:49:17,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:49:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:49:17,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:49:17,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:49:17,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40387 2024-12-11T03:49:17,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40387 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-11T03:49:17,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403870x0, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:49:17,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40387-0x1019fa3c1ae0002 connected 2024-12-11T03:49:17,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:17,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:49:17,744 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:49:17,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:49:17,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:49:17,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-11T03:49:17,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40387 2024-12-11T03:49:17,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40387 2024-12-11T03:49:17,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-11T03:49:17,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40387 2024-12-11T03:49:17,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:49:17,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:49:17,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:49:17,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:49:17,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:49:17,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:49:17,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37557 2024-12-11T03:49:17,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37557 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-11T03:49:17,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375570x0, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:49:17,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375570x0, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:17,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37557-0x1019fa3c1ae0003 connected 2024-12-11T03:49:17,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:49:17,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:49:17,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:49:17,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:49:17,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37557 2024-12-11T03:49:17,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37557 2024-12-11T03:49:17,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37557 2024-12-11T03:49:17,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37557 2024-12-11T03:49:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37557 2024-12-11T03:49:17,815 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c49966d8a95f:43327 2024-12-11T03:49:17,816 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c49966d8a95f,43327,1733888956964 2024-12-11T03:49:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,825 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c49966d8a95f,43327,1733888956964 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,848 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T03:49:17,849 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c49966d8a95f,43327,1733888956964 from backup master directory 2024-12-11T03:49:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c49966d8a95f,43327,1733888956964 2024-12-11T03:49:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:49:17,855 WARN [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:49:17,856 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c49966d8a95f,43327,1733888956964 2024-12-11T03:49:17,858 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T03:49:17,859 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T03:49:17,916 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/hbase.id] with ID: 363a6619-da33-4fbe-9e6e-9ebbc84e263c 2024-12-11T03:49:17,916 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/.tmp/hbase.id 2024-12-11T03:49:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:49:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:49:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:49:17,931 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/.tmp/hbase.id]:[hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/hbase.id] 2024-12-11T03:49:17,971 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:49:17,975 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T03:49:17,993 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T03:49:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:49:18,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:49:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:49:18,033 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T03:49:18,034 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T03:49:18,040 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:49:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:49:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:49:18,091 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store 2024-12-11T03:49:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:49:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:49:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:49:18,119 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T03:49:18,122 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:18,123 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T03:49:18,124 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:18,124 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:18,125 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T03:49:18,125 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:18,125 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:18,127 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733888958123Disabling compacts and flushes for region at 1733888958123Disabling writes for close at 1733888958125 (+2 ms)Writing region close event to WAL at 1733888958125Closed at 1733888958125 2024-12-11T03:49:18,128 WARN [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/.initializing 2024-12-11T03:49:18,129 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/WALs/c49966d8a95f,43327,1733888956964 2024-12-11T03:49:18,137 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:18,153 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C43327%2C1733888956964, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/WALs/c49966d8a95f,43327,1733888956964, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/oldWALs, maxLogs=10 2024-12-11T03:49:18,193 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/WALs/c49966d8a95f,43327,1733888956964/c49966d8a95f%2C43327%2C1733888956964.1733888958160, exclude list is [], retry=0 2024-12-11T03:49:18,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:18,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T03:49:18,261 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/WALs/c49966d8a95f,43327,1733888956964/c49966d8a95f%2C43327%2C1733888956964.1733888958160 2024-12-11T03:49:18,262 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:18,263 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:18,263 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:18,266 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,267 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T03:49:18,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:18,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T03:49:18,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:18,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T03:49:18,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T03:49:18,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:18,355 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,359 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,360 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,364 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,365 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,368 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:49:18,371 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:49:18,375 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:18,376 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74266311, jitterRate=0.10665427148342133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:49:18,382 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733888958280Initializing all the Stores at 1733888958282 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888958283 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888958283Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888958284 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888958284Cleaning up temporary data from old regions at 1733888958365 (+81 ms)Region opened successfully at 1733888958382 (+17 ms) 2024-12-11T03:49:18,383 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T03:49:18,417 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51116c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:49:18,449 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T03:49:18,461 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T03:49:18,462 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T03:49:18,465 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T03:49:18,466 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T03:49:18,471 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T03:49:18,471 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T03:49:18,495 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T03:49:18,503 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T03:49:18,505 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T03:49:18,508 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T03:49:18,509 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T03:49:18,511 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T03:49:18,513 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T03:49:18,516 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T03:49:18,518 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T03:49:18,519 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T03:49:18,521 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T03:49:18,539 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T03:49:18,540 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,547 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c49966d8a95f,43327,1733888956964, sessionid=0x1019fa3c1ae0000, setting cluster-up flag (Was=false) 2024-12-11T03:49:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,566 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T03:49:18,568 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c49966d8a95f,43327,1733888956964 2024-12-11T03:49:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:18,580 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T03:49:18,581 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c49966d8a95f,43327,1733888956964 2024-12-11T03:49:18,587 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T03:49:18,603 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(746): ClusterId : 363a6619-da33-4fbe-9e6e-9ebbc84e263c 2024-12-11T03:49:18,603 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(746): ClusterId : 363a6619-da33-4fbe-9e6e-9ebbc84e263c 2024-12-11T03:49:18,603 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(746): ClusterId : 363a6619-da33-4fbe-9e6e-9ebbc84e263c 2024-12-11T03:49:18,606 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:49:18,606 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:49:18,606 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:49:18,612 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:49:18,612 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:49:18,612 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:49:18,612 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:49:18,612 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:49:18,612 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:49:18,616 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:49:18,616 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:49:18,617 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:49:18,617 DEBUG [RS:0;c49966d8a95f:43635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e095478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:49:18,617 DEBUG [RS:2;c49966d8a95f:37557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5965c4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:49:18,617 DEBUG [RS:1;c49966d8a95f:40387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b377a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:49:18,633 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c49966d8a95f:37557 2024-12-11T03:49:18,636 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:49:18,636 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:49:18,636 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:49:18,638 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c49966d8a95f:43635 2024-12-11T03:49:18,638 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:49:18,639 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:49:18,639 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c49966d8a95f:40387 2024-12-11T03:49:18,639 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:49:18,639 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:49:18,639 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=37557, startcode=1733888957771 2024-12-11T03:49:18,639 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:49:18,639 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:49:18,640 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=43635, startcode=1733888957626 2024-12-11T03:49:18,640 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=40387, startcode=1733888957725 2024-12-11T03:49:18,652 DEBUG [RS:1;c49966d8a95f:40387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:49:18,652 DEBUG [RS:2;c49966d8a95f:37557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:49:18,652 DEBUG [RS:0;c49966d8a95f:43635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:49:18,688 INFO [AsyncFSWAL-0-hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData-prefix:c49966d8a95f,43327,1733888956964 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-11T03:49:18,692 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:49:18,692 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47447, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:49:18,692 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:49:18,698 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:49:18,707 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:49:18,707 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T03:49:18,708 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:49:18,717 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T03:49:18,724 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T03:49:18,729 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c49966d8a95f,43327,1733888956964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T03:49:18,736 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:49:18,737 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:49:18,737 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:49:18,737 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:49:18,737 WARN [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:49:18,737 WARN [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:49:18,737 WARN [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c49966d8a95f:0, corePoolSize=10, maxPoolSize=10 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:49:18,737 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,742 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733888988742 2024-12-11T03:49:18,744 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T03:49:18,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:49:18,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T03:49:18,745 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T03:49:18,748 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T03:49:18,749 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T03:49:18,749 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T03:49:18,749 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T03:49:18,750 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,753 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,753 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T03:49:18,754 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T03:49:18,755 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T03:49:18,755 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T03:49:18,758 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T03:49:18,758 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T03:49:18,763 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733888958760,5,FailOnTimeoutGroup] 2024-12-11T03:49:18,764 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733888958763,5,FailOnTimeoutGroup] 2024-12-11T03:49:18,764 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,764 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T03:49:18,766 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,766 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:49:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:49:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:49:18,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T03:49:18,802 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 2024-12-11T03:49:18,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:49:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:49:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:49:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:18,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T03:49:18,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T03:49:18,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:18,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T03:49:18,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T03:49:18,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:18,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T03:49:18,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T03:49:18,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:18,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T03:49:18,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T03:49:18,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:18,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:18,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T03:49:18,838 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=37557, startcode=1733888957771 2024-12-11T03:49:18,838 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=40387, startcode=1733888957725 2024-12-11T03:49:18,838 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,43327,1733888956964 with port=43635, startcode=1733888957626 2024-12-11T03:49:18,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740 2024-12-11T03:49:18,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740 2024-12-11T03:49:18,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T03:49:18,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T03:49:18,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:49:18,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T03:49:18,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,854 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 2024-12-11T03:49:18,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:18,854 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-12-11T03:49:18,854 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:49:18,856 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59648662, jitterRate=-0.11116567254066467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:49:18,859 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 2024-12-11T03:49:18,859 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-12-11T03:49:18,859 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:49:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:49:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733888958820Initializing all the Stores at 1733888958822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888958822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888958822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888958822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888958822Cleaning up temporary data from old regions at 1733888958846 (+24 ms)Region opened successfully at 1733888958860 (+14 ms) 2024-12-11T03:49:18,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T03:49:18,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T03:49:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T03:49:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T03:49:18,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T03:49:18,861 DEBUG [RS:1;c49966d8a95f:40387 {}] zookeeper.ZKUtil(111): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,861 WARN [RS:1;c49966d8a95f:40387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:49:18,861 INFO [RS:1;c49966d8a95f:40387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:18,861 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T03:49:18,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733888958860Disabling compacts and flushes for region at 1733888958860Disabling writes for close at 1733888958861 (+1 ms)Writing region close event to WAL at 1733888958862 (+1 ms)Closed at 1733888958862 2024-12-11T03:49:18,866 DEBUG [RS:0;c49966d8a95f:43635 {}] zookeeper.ZKUtil(111): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,866 WARN [RS:0;c49966d8a95f:43635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:49:18,866 INFO [RS:0;c49966d8a95f:43635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:18,867 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,867 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 2024-12-11T03:49:18,867 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-12-11T03:49:18,867 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:49:18,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,43635,1733888957626] 2024-12-11T03:49:18,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,40387,1733888957725] 2024-12-11T03:49:18,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:49:18,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T03:49:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:49:18,871 DEBUG [RS:2;c49966d8a95f:37557 {}] zookeeper.ZKUtil(111): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,871 WARN [RS:2;c49966d8a95f:37557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:49:18,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,37557,1733888957771] 2024-12-11T03:49:18,871 INFO [RS:2;c49966d8a95f:37557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:18,871 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T03:49:18,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T03:49:18,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T03:49:18,893 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:49:18,893 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:49:18,893 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:49:18,906 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:49:18,906 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:49:18,906 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:49:18,913 INFO [RS:2;c49966d8a95f:37557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:49:18,913 INFO [RS:0;c49966d8a95f:43635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:49:18,913 INFO [RS:1;c49966d8a95f:40387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:49:18,913 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,913 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,913 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,914 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:49:18,914 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:49:18,914 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:49:18,920 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:49:18,920 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:49:18,920 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:49:18,922 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,922 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,922 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,922 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,922 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:49:18,923 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,923 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,924 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:49:18,924 DEBUG [RS:1;c49966d8a95f:40387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,924 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,924 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,924 DEBUG [RS:2;c49966d8a95f:37557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,924 DEBUG [RS:0;c49966d8a95f:43635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:49:18,925 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,926 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,926 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,926 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,926 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,926 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,37557,1733888957771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,40387,1733888957725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,928 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43635,1733888957626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:49:18,947 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:49:18,949 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,40387,1733888957725-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,950 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,950 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.Replication(171): c49966d8a95f,40387,1733888957725 started 2024-12-11T03:49:18,951 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:49:18,951 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:49:18,951 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,37557,1733888957771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,951 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43635,1733888957626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,951 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,951 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,952 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.Replication(171): c49966d8a95f,43635,1733888957626 started 2024-12-11T03:49:18,952 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.Replication(171): c49966d8a95f,37557,1733888957771 started 2024-12-11T03:49:18,968 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,968 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,40387,1733888957725, RpcServer on c49966d8a95f/172.17.0.2:40387, sessionid=0x1019fa3c1ae0002 2024-12-11T03:49:18,969 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:49:18,969 DEBUG [RS:1;c49966d8a95f:40387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,969 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,40387,1733888957725' 2024-12-11T03:49:18,969 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:49:18,970 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:49:18,971 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:49:18,971 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:49:18,971 DEBUG [RS:1;c49966d8a95f:40387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,40387,1733888957725 2024-12-11T03:49:18,971 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,40387,1733888957725' 2024-12-11T03:49:18,971 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:49:18,972 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:49:18,972 DEBUG [RS:1;c49966d8a95f:40387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:49:18,972 INFO [RS:1;c49966d8a95f:40387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:49:18,972 INFO [RS:1;c49966d8a95f:40387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:49:18,974 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,975 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:18,975 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,43635,1733888957626, RpcServer on c49966d8a95f/172.17.0.2:43635, sessionid=0x1019fa3c1ae0001 2024-12-11T03:49:18,975 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,37557,1733888957771, RpcServer on c49966d8a95f/172.17.0.2:37557, sessionid=0x1019fa3c1ae0003 2024-12-11T03:49:18,975 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:49:18,975 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:49:18,975 DEBUG [RS:0;c49966d8a95f:43635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,975 DEBUG [RS:2;c49966d8a95f:37557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,975 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,43635,1733888957626' 2024-12-11T03:49:18,975 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,37557,1733888957771' 2024-12-11T03:49:18,975 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:49:18,975 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:49:18,976 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:49:18,976 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:49:18,976 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:49:18,976 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:49:18,977 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:49:18,977 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:49:18,977 DEBUG [RS:2;c49966d8a95f:37557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,37557,1733888957771 2024-12-11T03:49:18,977 DEBUG [RS:0;c49966d8a95f:43635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,43635,1733888957626 2024-12-11T03:49:18,977 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,37557,1733888957771' 2024-12-11T03:49:18,977 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,43635,1733888957626' 2024-12-11T03:49:18,977 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:49:18,977 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:49:18,977 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:49:18,977 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:49:18,978 DEBUG [RS:2;c49966d8a95f:37557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:49:18,978 DEBUG [RS:0;c49966d8a95f:43635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:49:18,978 INFO [RS:2;c49966d8a95f:37557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:49:18,978 INFO [RS:2;c49966d8a95f:37557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:49:18,978 INFO [RS:0;c49966d8a95f:43635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:49:18,978 INFO [RS:0;c49966d8a95f:43635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:49:19,043 WARN [c49966d8a95f:43327 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T03:49:19,078 INFO [RS:1;c49966d8a95f:40387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:19,079 INFO [RS:2;c49966d8a95f:37557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:19,079 INFO [RS:0;c49966d8a95f:43635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:19,081 INFO [RS:1;c49966d8a95f:40387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C40387%2C1733888957725, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,40387,1733888957725, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs, maxLogs=32 2024-12-11T03:49:19,082 INFO [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C43635%2C1733888957626, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs, maxLogs=32 2024-12-11T03:49:19,082 INFO [RS:2;c49966d8a95f:37557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C37557%2C1733888957771, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs, maxLogs=32 2024-12-11T03:49:19,103 DEBUG [RS:1;c49966d8a95f:40387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,40387,1733888957725/c49966d8a95f%2C40387%2C1733888957725.1733888959087, exclude list is [], retry=0 2024-12-11T03:49:19,103 DEBUG [RS:2;c49966d8a95f:37557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771/c49966d8a95f%2C37557%2C1733888957771.1733888959087, exclude list is [], retry=0 2024-12-11T03:49:19,103 DEBUG [RS:0;c49966d8a95f:43635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626/c49966d8a95f%2C43635%2C1733888957626.1733888959087, exclude list is [], retry=0 2024-12-11T03:49:19,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:19,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:19,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:19,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:19,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:19,128 INFO [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626/c49966d8a95f%2C43635%2C1733888957626.1733888959087 2024-12-11T03:49:19,128 INFO [RS:2;c49966d8a95f:37557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771/c49966d8a95f%2C37557%2C1733888957771.1733888959087 2024-12-11T03:49:19,128 INFO [RS:1;c49966d8a95f:40387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,40387,1733888957725/c49966d8a95f%2C40387%2C1733888957725.1733888959087 2024-12-11T03:49:19,129 DEBUG [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:19,129 DEBUG [RS:2;c49966d8a95f:37557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:19,129 DEBUG [RS:1;c49966d8a95f:40387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:19,295 DEBUG [c49966d8a95f:43327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T03:49:19,304 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:49:19,310 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T03:49:19,311 INFO [c49966d8a95f:43327 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:49:19,311 INFO [c49966d8a95f:43327 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:49:19,311 INFO [c49966d8a95f:43327 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T03:49:19,311 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:49:19,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:19,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c49966d8a95f,43635,1733888957626, state=OPENING 2024-12-11T03:49:19,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T03:49:19,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:19,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T03:49:19,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c49966d8a95f,43635,1733888957626}] 2024-12-11T03:49:19,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:49:19,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:49:19,525 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T03:49:19,526 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:19,526 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T03:49:19,529 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C43635%2C1733888957626.meta, suffix=.meta, logDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs, maxLogs=32 2024-12-11T03:49:19,546 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626/c49966d8a95f%2C43635%2C1733888957626.meta.1733888959531.meta, exclude list is [], retry=0 2024-12-11T03:49:19,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:19,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:19,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:19,553 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,43635,1733888957626/c49966d8a95f%2C43635%2C1733888957626.meta.1733888959531.meta 2024-12-11T03:49:19,553 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:19,553 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:19,555 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T03:49:19,559 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T03:49:19,564 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T03:49:19,568 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T03:49:19,569 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:19,569 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T03:49:19,569 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T03:49:19,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T03:49:19,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T03:49:19,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:19,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T03:49:19,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T03:49:19,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T03:49:19,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T03:49:19,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:19,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:19,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T03:49:19,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T03:49:19,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:19,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:49:19,582 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T03:49:19,584 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740 2024-12-11T03:49:19,586 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740 2024-12-11T03:49:19,589 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T03:49:19,589 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T03:49:19,590 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:49:19,593 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T03:49:19,595 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64905392, jitterRate=-0.03283429145812988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:49:19,595 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T03:49:19,598 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733888959570Writing region info on filesystem at 1733888959570Initializing all the Stores at 1733888959572 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888959572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888959573 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888959573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733888959573Cleaning up temporary data from old regions at 1733888959589 (+16 ms)Running coprocessor post-open hooks at 1733888959595 (+6 ms)Region opened successfully at 1733888959598 (+3 ms) 2024-12-11T03:49:19,606 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733888959501 2024-12-11T03:49:19,617 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T03:49:19,618 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T03:49:19,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:19,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c49966d8a95f,43635,1733888957626, state=OPEN 2024-12-11T03:49:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:49:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:49:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:49:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:49:19,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:49:19,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:19,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T03:49:19,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c49966d8a95f,43635,1733888957626 in 290 msec 2024-12-11T03:49:19,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T03:49:19,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-12-11T03:49:19,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:49:19,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T03:49:19,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T03:49:19,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c49966d8a95f,43635,1733888957626, seqNum=-1] 2024-12-11T03:49:19,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:49:19,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:49:19,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-12-11T03:49:19,704 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733888959703, completionTime=-1 2024-12-11T03:49:19,706 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T03:49:19,706 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T03:49:19,733 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T03:49:19,733 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733889019733 2024-12-11T03:49:19,734 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733889079733 2024-12-11T03:49:19,734 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-11T03:49:19,735 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T03:49:19,743 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,743 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,743 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,745 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c49966d8a95f:43327, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,746 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,746 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,752 DEBUG [master/c49966d8a95f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T03:49:19,809 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.953sec 2024-12-11T03:49:19,811 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T03:49:19,812 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T03:49:19,813 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T03:49:19,813 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T03:49:19,814 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T03:49:19,814 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:49:19,815 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T03:49:19,820 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T03:49:19,821 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T03:49:19,821 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,43327,1733888956964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:19,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fb7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:49:19,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c49966d8a95f,43327,-1 for getting cluster id 2024-12-11T03:49:19,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T03:49:19,927 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '363a6619-da33-4fbe-9e6e-9ebbc84e263c' 2024-12-11T03:49:19,929 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T03:49:19,929 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "363a6619-da33-4fbe-9e6e-9ebbc84e263c" 2024-12-11T03:49:19,929 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6107f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:49:19,929 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c49966d8a95f,43327,-1] 2024-12-11T03:49:19,932 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T03:49:19,934 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:19,935 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T03:49:19,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc8027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:49:19,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T03:49:19,944 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c49966d8a95f,43635,1733888957626, seqNum=-1] 2024-12-11T03:49:19,945 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:49:19,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:49:19,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c49966d8a95f,43327,1733888956964 2024-12-11T03:49:19,968 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40323/hbase 2024-12-11T03:49:19,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=3584 2024-12-11T03:49:20,002 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:20,011 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70064519, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-70064519, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70064519/hregion-70064519.1733888960012, exclude list is [], retry=0 2024-12-11T03:49:20,031 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,031 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,032 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,035 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70064519/hregion-70064519.1733888960012 2024-12-11T03:49:20,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:20,036 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 874ceb207dbe153978906ef6b6ddc491, NAME => 'testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:49:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:49:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:49:20,050 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:20,052 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,054 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874ceb207dbe153978906ef6b6ddc491 columnFamilyName a 2024-12-11T03:49:20,055 DEBUG [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,055 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] regionserver.HStore(327): Store=874ceb207dbe153978906ef6b6ddc491/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,056 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,057 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,058 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,058 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,061 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,065 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:20,066 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874ceb207dbe153978906ef6b6ddc491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64980600, jitterRate=-0.03171360492706299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:20,067 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874ceb207dbe153978906ef6b6ddc491: Writing region info on filesystem at 1733888960050Initializing all the Stores at 1733888960052 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960052Cleaning up temporary data from old regions at 1733888960058 (+6 ms)Region opened successfully at 1733888960067 (+9 ms) 2024-12-11T03:49:20,067 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 874ceb207dbe153978906ef6b6ddc491, disabling compactions & flushes 2024-12-11T03:49:20,067 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. 2024-12-11T03:49:20,067 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. 2024-12-11T03:49:20,067 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. after waiting 0 ms 2024-12-11T03:49:20,067 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. 2024-12-11T03:49:20,068 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. 2024-12-11T03:49:20,068 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 874ceb207dbe153978906ef6b6ddc491: Waiting for close lock at 1733888960067Disabling compacts and flushes for region at 1733888960067Disabling writes for close at 1733888960067Writing region close event to WAL at 1733888960068 (+1 ms)Closed at 1733888960068 2024-12-11T03:49:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741837_1013 (size=95) 2024-12-11T03:49:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741837_1013 (size=95) 2024-12-11T03:49:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741837_1013 (size=95) 2024-12-11T03:49:20,079 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:20,079 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70064519:(num 1733888960012) 2024-12-11T03:49:20,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:49:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741839_1015 (size=320) 2024-12-11T03:49:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741839_1015 (size=320) 2024-12-11T03:49:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741839_1015 (size=320) 2024-12-11T03:49:20,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:49:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741840_1016 (size=253) 2024-12-11T03:49:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741840_1016 (size=253) 2024-12-11T03:49:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741840_1016 (size=253) 2024-12-11T03:49:20,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1, size=320 (320bytes) 2024-12-11T03:49:20,136 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T03:49:20,136 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T03:49:20,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1 2024-12-11T03:49:20,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1 after 4ms 2024-12-11T03:49:20,149 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1 took 16ms 2024-12-11T03:49:20,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1 so closing down 2024-12-11T03:49:20,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:20,163 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T03:49:20,165 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T03:49:20,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741841_1017 (size=320) 2024-12-11T03:49:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741841_1017 (size=320) 2024-12-11T03:49:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741841_1017 (size=320) 2024-12-11T03:49:20,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:20,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002 2024-12-11T03:49:20,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-11T03:49:20,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1, journal: Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1, size=320 (320bytes) at 1733888960135Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1 so closing down at 1733888960160 (+25 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp at 1733888960165 (+5 ms)3 split writer threads finished at 1733888960166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733888960178 (+12 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002 at 1733888960181 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733888960186 (+5 ms) 2024-12-11T03:49:20,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2, size=253 (253bytes) 2024-12-11T03:49:20,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2 2024-12-11T03:49:20,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2 after 1ms 2024-12-11T03:49:20,213 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2 took 6ms 2024-12-11T03:49:20,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2 so closing down 2024-12-11T03:49:20,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:20,219 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T03:49:20,221 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T03:49:20,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741842_1018 (size=253) 2024-12-11T03:49:20,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741842_1018 (size=253) 2024-12-11T03:49:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741842_1018 (size=253) 2024-12-11T03:49:20,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:20,238 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,241 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-11T03:49:20,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-11T03:49:20,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2, journal: Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2, size=253 (253bytes) at 1733888960208Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2 so closing down at 1733888960216 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002-wal-2.temp at 1733888960221 (+5 ms)3 split writer threads finished at 1733888960222 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733888960234 (+12 ms)Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733888960242 (+8 ms) 2024-12-11T03:49:20,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:20,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal.1733888960246, exclude list is [], retry=0 2024-12-11T03:49:20,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,268 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal.1733888960246 2024-12-11T03:49:20,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 874ceb207dbe153978906ef6b6ddc491, NAME => 'testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,270 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,272 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874ceb207dbe153978906ef6b6ddc491 columnFamilyName a 2024-12-11T03:49:20,272 DEBUG [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,273 INFO [StoreOpener-874ceb207dbe153978906ef6b6ddc491-1 {}] regionserver.HStore(327): Store=874ceb207dbe153978906ef6b6ddc491/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,274 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,280 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002 2024-12-11T03:49:20,284 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,291 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002 2024-12-11T03:49:20,294 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 874ceb207dbe153978906ef6b6ddc491 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T03:49:20,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/.tmp/a/d373871a75aa434aae5adeb1dac4351e is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733888960079/Put/seqid=0 2024-12-11T03:49:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:49:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:49:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:49:20,365 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/.tmp/a/d373871a75aa434aae5adeb1dac4351e 2024-12-11T03:49:20,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/.tmp/a/d373871a75aa434aae5adeb1dac4351e as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/a/d373871a75aa434aae5adeb1dac4351e 2024-12-11T03:49:20,420 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/a/d373871a75aa434aae5adeb1dac4351e, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T03:49:20,426 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 874ceb207dbe153978906ef6b6ddc491 in 130ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T03:49:20,428 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/0000000000000000002 2024-12-11T03:49:20,428 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,429 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,431 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 874ceb207dbe153978906ef6b6ddc491 2024-12-11T03:49:20,434 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/874ceb207dbe153978906ef6b6ddc491/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T03:49:20,436 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 874ceb207dbe153978906ef6b6ddc491; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59030512, jitterRate=-0.1203768253326416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:20,437 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 874ceb207dbe153978906ef6b6ddc491: Writing region info on filesystem at 1733888960269Initializing all the Stores at 1733888960270 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960270Obtaining lock to block concurrent updates at 1733888960294 (+24 ms)Preparing flush snapshotting stores in 874ceb207dbe153978906ef6b6ddc491 at 1733888960294Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733888960298 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733888960003.874ceb207dbe153978906ef6b6ddc491. at 1733888960298Flushing 874ceb207dbe153978906ef6b6ddc491/a: creating writer at 1733888960299 (+1 ms)Flushing 874ceb207dbe153978906ef6b6ddc491/a: appending metadata at 1733888960339 (+40 ms)Flushing 874ceb207dbe153978906ef6b6ddc491/a: closing flushed file at 1733888960341 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77071c62: reopening flushed file at 1733888960409 (+68 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 874ceb207dbe153978906ef6b6ddc491 in 130ms, sequenceid=2, compaction requested=false; wal=null at 1733888960426 (+17 ms)Cleaning up temporary data from old regions at 1733888960429 (+3 ms)Region opened successfully at 1733888960436 (+7 ms) 2024-12-11T03:49:20,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 365) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54976 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:47684 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41734 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41896 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:55106 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40323/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:47678 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=3572 (was 3584) 2024-12-11T03:49:20,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=3571 2024-12-11T03:49:20,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:20,497 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45357168, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-45357168, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45357168/hregion-45357168.1733888960497, exclude list is [], retry=0 2024-12-11T03:49:20,514 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,514 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,515 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,519 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45357168/hregion-45357168.1733888960497 2024-12-11T03:49:20,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:20,521 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5fb565a0597da0048230482233b0121f, NAME => 'testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:49:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:49:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:49:20,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:20,539 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,541 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb565a0597da0048230482233b0121f columnFamilyName a 2024-12-11T03:49:20,542 DEBUG [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,542 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] regionserver.HStore(327): Store=5fb565a0597da0048230482233b0121f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,544 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,544 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,546 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,549 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:20,550 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5fb565a0597da0048230482233b0121f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789325, jitterRate=-0.049464985728263855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:20,550 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5fb565a0597da0048230482233b0121f: Writing region info on filesystem at 1733888960537Initializing all the Stores at 1733888960539 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960539Cleaning up temporary data from old regions at 1733888960544 (+5 ms)Region opened successfully at 1733888960550 (+6 ms) 2024-12-11T03:49:20,550 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5fb565a0597da0048230482233b0121f, disabling compactions & flushes 2024-12-11T03:49:20,550 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. 2024-12-11T03:49:20,550 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. 2024-12-11T03:49:20,550 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. after waiting 0 ms 2024-12-11T03:49:20,550 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. 2024-12-11T03:49:20,551 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. 2024-12-11T03:49:20,551 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5fb565a0597da0048230482233b0121f: Waiting for close lock at 1733888960550Disabling compacts and flushes for region at 1733888960550Disabling writes for close at 1733888960550Writing region close event to WAL at 1733888960551 (+1 ms)Closed at 1733888960551 2024-12-11T03:49:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741845_1021 (size=95) 2024-12-11T03:49:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741845_1021 (size=95) 2024-12-11T03:49:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741845_1021 (size=95) 2024-12-11T03:49:20,558 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:20,558 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45357168:(num 1733888960497) 2024-12-11T03:49:20,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:49:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741847_1023 (size=320) 2024-12-11T03:49:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741847_1023 (size=320) 2024-12-11T03:49:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741847_1023 (size=320) 2024-12-11T03:49:20,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:49:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741848_1024 (size=253) 2024-12-11T03:49:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741848_1024 (size=253) 2024-12-11T03:49:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741848_1024 (size=253) 2024-12-11T03:49:20,608 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2, size=253 (253bytes) 2024-12-11T03:49:20,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2 2024-12-11T03:49:20,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2 after 1ms 2024-12-11T03:49:20,613 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,613 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2 took 5ms 2024-12-11T03:49:20,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2 so closing down 2024-12-11T03:49:20,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:20,618 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T03:49:20,619 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T03:49:20,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741849_1025 (size=253) 2024-12-11T03:49:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741849_1025 (size=253) 2024-12-11T03:49:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741849_1025 (size=253) 2024-12-11T03:49:20,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:20,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 2024-12-11T03:49:20,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-11T03:49:20,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2, journal: Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2, size=253 (253bytes) at 1733888960608Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2 so closing down at 1733888960615 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp at 1733888960619 (+4 ms)3 split writer threads finished at 1733888960620 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733888960635 (+15 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 at 1733888960637 (+2 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733888960638 (+1 ms) 2024-12-11T03:49:20,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1, size=320 (320bytes) 2024-12-11T03:49:20,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1 2024-12-11T03:49:20,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1 after 1ms 2024-12-11T03:49:20,658 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1 took 5ms 2024-12-11T03:49:20,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1 so closing down 2024-12-11T03:49:20,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:20,663 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T03:49:20,665 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T03:49:20,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741850_1026 (size=320) 2024-12-11T03:49:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741850_1026 (size=320) 2024-12-11T03:49:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741850_1026 (size=320) 2024-12-11T03:49:20,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:20,678 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,680 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002, length=253 2024-12-11T03:49:20,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 2024-12-11T03:49:20,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-11T03:49:20,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1, journal: Splitting hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1, size=320 (320bytes) at 1733888960653Finishing writing output for hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1 so closing down at 1733888960661 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp at 1733888960665 (+4 ms)3 split writer threads finished at 1733888960665Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733888960675 (+10 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 at 1733888960683 (+8 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733888960683 2024-12-11T03:49:20,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:20,686 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,704 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal.1733888960687, exclude list is [], retry=0 2024-12-11T03:49:20,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal.1733888960687 2024-12-11T03:49:20,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:20,712 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fb565a0597da0048230482233b0121f, NAME => 'testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:20,712 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:20,712 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,712 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,714 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,716 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb565a0597da0048230482233b0121f columnFamilyName a 2024-12-11T03:49:20,717 DEBUG [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,717 INFO [StoreOpener-5fb565a0597da0048230482233b0121f-1 {}] regionserver.HStore(327): Store=5fb565a0597da0048230482233b0121f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,721 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 2024-12-11T03:49:20,724 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:20,726 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 2024-12-11T03:49:20,726 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5fb565a0597da0048230482233b0121f 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T03:49:20,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/.tmp/a/2fb05d969c134fe0814bbb4fcd012c10 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733888960558/Put/seqid=0 2024-12-11T03:49:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:49:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:49:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:49:20,754 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/.tmp/a/2fb05d969c134fe0814bbb4fcd012c10 2024-12-11T03:49:20,763 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/.tmp/a/2fb05d969c134fe0814bbb4fcd012c10 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/a/2fb05d969c134fe0814bbb4fcd012c10 2024-12-11T03:49:20,772 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/a/2fb05d969c134fe0814bbb4fcd012c10, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T03:49:20,772 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5fb565a0597da0048230482233b0121f in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T03:49:20,773 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/0000000000000000002 2024-12-11T03:49:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,774 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,776 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5fb565a0597da0048230482233b0121f 2024-12-11T03:49:20,779 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/5fb565a0597da0048230482233b0121f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T03:49:20,780 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5fb565a0597da0048230482233b0121f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70429113, jitterRate=0.04947556555271149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:20,780 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5fb565a0597da0048230482233b0121f: Writing region info on filesystem at 1733888960712Initializing all the Stores at 1733888960714 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960714Obtaining lock to block concurrent updates at 1733888960726 (+12 ms)Preparing flush snapshotting stores in 5fb565a0597da0048230482233b0121f at 1733888960726Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733888960726Flushing stores of testReplayEditsWrittenIntoWAL,,1733888960490.5fb565a0597da0048230482233b0121f. at 1733888960726Flushing 5fb565a0597da0048230482233b0121f/a: creating writer at 1733888960726Flushing 5fb565a0597da0048230482233b0121f/a: appending metadata at 1733888960743 (+17 ms)Flushing 5fb565a0597da0048230482233b0121f/a: closing flushed file at 1733888960743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43997b18: reopening flushed file at 1733888960761 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5fb565a0597da0048230482233b0121f in 46ms, sequenceid=2, compaction requested=false; wal=null at 1733888960772 (+11 ms)Cleaning up temporary data from old regions at 1733888960774 (+2 ms)Region opened successfully at 1733888960780 (+6 ms) 2024-12-11T03:49:20,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:40510 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54976 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38442 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:35342 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41734 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:47678 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=3562 (was 3571) 2024-12-11T03:49:20,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=3561 2024-12-11T03:49:20,826 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:20,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:20,832 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77072920, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-77072920, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,847 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77072920/hregion-77072920.1733888960833, exclude list is [], retry=0 2024-12-11T03:49:20,851 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,852 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,852 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,854 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77072920/hregion-77072920.1733888960833 2024-12-11T03:49:20,855 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:20,855 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 86c6c34ccc327c34ba28692ad9991b20, NAME => 'testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:49:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:49:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:49:20,868 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:20,870 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,871 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName a 2024-12-11T03:49:20,872 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,872 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,873 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,874 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName b 2024-12-11T03:49:20,875 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,875 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,875 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,877 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName c 2024-12-11T03:49:20,878 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:20,878 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:20,879 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,883 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:20,884 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:20,887 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:20,887 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 86c6c34ccc327c34ba28692ad9991b20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74831230, jitterRate=0.11507222056388855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 86c6c34ccc327c34ba28692ad9991b20: Writing region info on filesystem at 1733888960868Initializing all the Stores at 1733888960869 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960869Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960869Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888960869Cleaning up temporary data from old regions at 1733888960882 (+13 ms)Region opened successfully at 1733888960887 (+5 ms) 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 86c6c34ccc327c34ba28692ad9991b20, disabling compactions & flushes 2024-12-11T03:49:20,888 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. after waiting 0 ms 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:20,888 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:20,888 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 86c6c34ccc327c34ba28692ad9991b20: Waiting for close lock at 1733888960888Disabling compacts and flushes for region at 1733888960888Disabling writes for close at 1733888960888Writing region close event to WAL at 1733888960888Closed at 1733888960888 2024-12-11T03:49:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741853_1029 (size=95) 2024-12-11T03:49:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741853_1029 (size=95) 2024-12-11T03:49:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741853_1029 (size=95) 2024-12-11T03:49:20,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:20,896 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77072920:(num 1733888960833) 2024-12-11T03:49:20,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:20,899 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:20,916 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, exclude list is [], retry=0 2024-12-11T03:49:20,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:20,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:20,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:20,923 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 2024-12-11T03:49:20,924 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:21,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, size=0 (0bytes) 2024-12-11T03:49:21,133 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 might be still open, length is 0 2024-12-11T03:49:21,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 2024-12-11T03:49:21,134 WARN [IPC Server handler 3 on default port 40323 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-11T03:49:21,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 after 2ms 2024-12-11T03:49:21,941 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:35378 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36513:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35378 dst: /127.0.0.1:36513 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36513 remote=/127.0.0.1:35378]. Total timeout mills is 60000, 59156 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:21,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:40542 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39457:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40542 dst: /127.0.0.1:39457 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:21,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38486 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:32775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38486 dst: /127.0.0.1:32775 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741855_1032 (size=263633) 2024-12-11T03:49:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741855_1032 (size=263633) 2024-12-11T03:49:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741855_1032 (size=263633) 2024-12-11T03:49:25,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:49:25,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T03:49:25,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 after 4003ms 2024-12-11T03:49:25,140 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:25,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 took 4009ms 2024-12-11T03:49:25,146 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733888960900.temp 2024-12-11T03:49:25,152 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp 2024-12-11T03:49:25,282 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900; continuing. 2024-12-11T03:49:25,282 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 so closing down 2024-12-11T03:49:25,282 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:25,282 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741856_1033 (size=263641) 2024-12-11T03:49:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741856_1033 (size=263641) 2024-12-11T03:49:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741856_1033 (size=263641) 2024-12-11T03:49:25,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp (wrote 3002 edits, skipped 0 edits in 71 ms) 2024-12-11T03:49:25,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 2024-12-11T03:49:25,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:49:25,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, journal: Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, size=0 (0bytes) at 1733888961132Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp at 1733888965152 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1733888965219 (+67 ms)Split 2048 edits, skipped 0 edits. at 1733888965253 (+34 ms)Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 so closing down at 1733888965282 (+29 ms)3 split writer threads finished at 1733888965282Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp (wrote 3002 edits, skipped 0 edits in 71 ms) at 1733888965287 (+5 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000000001-wal.1733888960900.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 at 1733888965289 (+2 ms)Processed 3002 edits across 1 Regions in 147 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900, size=0, length=0, corrupted=false, cancelled=false at 1733888965289 2024-12-11T03:49:25,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888960900 2024-12-11T03:49:25,292 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 2024-12-11T03:49:25,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:25,295 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:25,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888965296, exclude list is [], retry=0 2024-12-11T03:49:25,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:25,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:25,315 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:25,318 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888965296 2024-12-11T03:49:25,318 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:25,319 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:25,321 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,322 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName a 2024-12-11T03:49:25,322 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:25,322 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:25,323 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,324 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName b 2024-12-11T03:49:25,324 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:25,324 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:25,324 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,325 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c6c34ccc327c34ba28692ad9991b20 columnFamilyName c 2024-12-11T03:49:25,325 DEBUG [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:25,326 INFO [StoreOpener-86c6c34ccc327c34ba28692ad9991b20-1 {}] regionserver.HStore(327): Store=86c6c34ccc327c34ba28692ad9991b20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:25,326 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,329 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:25,330 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 2024-12-11T03:49:25,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:25,379 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:49:25,762 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 86c6c34ccc327c34ba28692ad9991b20 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:49:25,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/ffd352d10c1646c08f899e4d65291dbe is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733888960935/Put/seqid=0 2024-12-11T03:49:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:49:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:49:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:49:25,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/ffd352d10c1646c08f899e4d65291dbe 2024-12-11T03:49:25,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/ffd352d10c1646c08f899e4d65291dbe as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/a/ffd352d10c1646c08f899e4d65291dbe 2024-12-11T03:49:25,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/a/ffd352d10c1646c08f899e4d65291dbe, entries=754, sequenceid=754, filesize=49.3 K 2024-12-11T03:49:25,832 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 86c6c34ccc327c34ba28692ad9991b20 in 69ms, sequenceid=754, compaction requested=false; wal=null 2024-12-11T03:49:25,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:49:25,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 86c6c34ccc327c34ba28692ad9991b20 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:49:25,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/2abcb9e8099d4b5094d47ec7cae218a1 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733888960980/Put/seqid=0 2024-12-11T03:49:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:49:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:49:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:49:25,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/2abcb9e8099d4b5094d47ec7cae218a1 2024-12-11T03:49:25,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/f98fb42204e74116aafb84866b52e50d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733888960998/Put/seqid=0 2024-12-11T03:49:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:49:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:49:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:49:25,914 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/f98fb42204e74116aafb84866b52e50d 2024-12-11T03:49:25,922 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/a/2abcb9e8099d4b5094d47ec7cae218a1 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/a/2abcb9e8099d4b5094d47ec7cae218a1 2024-12-11T03:49:25,931 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/a/2abcb9e8099d4b5094d47ec7cae218a1, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-11T03:49:25,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/f98fb42204e74116aafb84866b52e50d as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/b/f98fb42204e74116aafb84866b52e50d 2024-12-11T03:49:25,941 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/b/f98fb42204e74116aafb84866b52e50d, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-11T03:49:25,942 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 86c6c34ccc327c34ba28692ad9991b20 in 90ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-11T03:49:25,961 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:49:25,961 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 86c6c34ccc327c34ba28692ad9991b20 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:49:25,971 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/750127e90cad46e5a1e2c4847fc793ab is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733888961017/Put/seqid=0 2024-12-11T03:49:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:49:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:49:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:49:25,983 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/750127e90cad46e5a1e2c4847fc793ab 2024-12-11T03:49:26,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/74f0462407b34095856f9876b7d2328c is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733888961047/Put/seqid=0 2024-12-11T03:49:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:49:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:49:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:49:26,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/74f0462407b34095856f9876b7d2328c 2024-12-11T03:49:26,027 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/b/750127e90cad46e5a1e2c4847fc793ab as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/b/750127e90cad46e5a1e2c4847fc793ab 2024-12-11T03:49:26,034 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/b/750127e90cad46e5a1e2c4847fc793ab, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-11T03:49:26,036 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/74f0462407b34095856f9876b7d2328c as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/c/74f0462407b34095856f9876b7d2328c 2024-12-11T03:49:26,042 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/c/74f0462407b34095856f9876b7d2328c, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-11T03:49:26,042 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 86c6c34ccc327c34ba28692ad9991b20 in 81ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-11T03:49:26,053 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733888961095/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:26,056 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 2024-12-11T03:49:26,056 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:49:26,056 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 86c6c34ccc327c34ba28692ad9991b20 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-11T03:49:26,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/2b86d9972a4945cc8bc073e08d8d5b17 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733888961058/Put/seqid=0 2024-12-11T03:49:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:49:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:49:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:49:26,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/2b86d9972a4945cc8bc073e08d8d5b17 2024-12-11T03:49:26,082 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b86d9972a4945cc8bc073e08d8d5b17 2024-12-11T03:49:26,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/.tmp/c/2b86d9972a4945cc8bc073e08d8d5b17 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/c/2b86d9972a4945cc8bc073e08d8d5b17 2024-12-11T03:49:26,091 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b86d9972a4945cc8bc073e08d8d5b17 2024-12-11T03:49:26,091 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/c/2b86d9972a4945cc8bc073e08d8d5b17, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-11T03:49:26,091 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 86c6c34ccc327c34ba28692ad9991b20 in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-11T03:49:26,092 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/0000000000000003002 2024-12-11T03:49:26,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:26,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:26,095 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T03:49:26,097 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 86c6c34ccc327c34ba28692ad9991b20 2024-12-11T03:49:26,099 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenIntoWAL/86c6c34ccc327c34ba28692ad9991b20/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-11T03:49:26,101 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 86c6c34ccc327c34ba28692ad9991b20; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59552551, jitterRate=-0.11259783804416656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T03:49:26,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 86c6c34ccc327c34ba28692ad9991b20: Writing region info on filesystem at 1733888965319Initializing all the Stores at 1733888965320 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888965320Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888965320Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888965320Cleaning up temporary data from old regions at 1733888966094 (+774 ms)Region opened successfully at 1733888966101 (+7 ms) 2024-12-11T03:49:26,159 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 86c6c34ccc327c34ba28692ad9991b20, disabling compactions & flushes 2024-12-11T03:49:26,159 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:26,159 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:26,160 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. after waiting 0 ms 2024-12-11T03:49:26,160 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:26,162 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733888960827.86c6c34ccc327c34ba28692ad9991b20. 2024-12-11T03:49:26,162 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 86c6c34ccc327c34ba28692ad9991b20: Waiting for close lock at 1733888966158Disabling compacts and flushes for region at 1733888966158Disabling writes for close at 1733888966160 (+2 ms)Writing region close event to WAL at 1733888966162 (+2 ms)Closed at 1733888966162 2024-12-11T03:49:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741857_1034 (size=95) 2024-12-11T03:49:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741857_1034 (size=95) 2024-12-11T03:49:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741857_1034 (size=95) 2024-12-11T03:49:26,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:26,170 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733888965296) 2024-12-11T03:49:26,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 387) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712710958_22 at /127.0.0.1:40578 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712710958_22 at /127.0.0.1:38520 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712710958_22 at /127.0.0.1:35404 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1712710958_22 at /127.0.0.1:38512 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:46085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:40323 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:33169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=3491 (was 3561) 2024-12-11T03:49:26,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=3490 2024-12-11T03:49:26,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:26,232 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:26,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:26,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47410321, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-47410321, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:26,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47410321/hregion-47410321.1733888966237, exclude list is [], retry=0 2024-12-11T03:49:26,256 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:26,256 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:26,257 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:26,259 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47410321/hregion-47410321.1733888966237 2024-12-11T03:49:26,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:26,260 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4aabd60c40debc99d07d5964a26344fd, NAME => 'test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:49:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:49:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:49:26,272 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:26,273 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,275 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName a 2024-12-11T03:49:26,275 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,275 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,275 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,277 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName b 2024-12-11T03:49:26,277 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,277 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,277 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,279 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName c 2024-12-11T03:49:26,279 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,279 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,279 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,282 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,282 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,282 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:26,284 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,286 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:26,287 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4aabd60c40debc99d07d5964a26344fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71134787, jitterRate=0.05999092757701874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:26,288 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4aabd60c40debc99d07d5964a26344fd: Writing region info on filesystem at 1733888966272Initializing all the Stores at 1733888966273 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966273Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966273Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966273Cleaning up temporary data from old regions at 1733888966282 (+9 ms)Region opened successfully at 1733888966288 (+6 ms) 2024-12-11T03:49:26,288 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4aabd60c40debc99d07d5964a26344fd, disabling compactions & flushes 2024-12-11T03:49:26,288 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:26,288 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:26,288 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. after waiting 0 ms 2024-12-11T03:49:26,288 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:26,289 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:26,289 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4aabd60c40debc99d07d5964a26344fd: Waiting for close lock at 1733888966288Disabling compacts and flushes for region at 1733888966288Disabling writes for close at 1733888966288Writing region close event to WAL at 1733888966289 (+1 ms)Closed at 1733888966289 2024-12-11T03:49:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741864_1041 (size=95) 2024-12-11T03:49:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741864_1041 (size=95) 2024-12-11T03:49:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741864_1041 (size=95) 2024-12-11T03:49:26,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:26,295 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47410321:(num 1733888966237) 2024-12-11T03:49:26,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:26,297 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:26,312 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, exclude list is [], retry=0 2024-12-11T03:49:26,315 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:26,315 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:26,316 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:26,318 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 2024-12-11T03:49:26,318 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741866_1043 (size=263359) 2024-12-11T03:49:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741866_1043 (size=263359) 2024-12-11T03:49:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741866_1043 (size=263359) 2024-12-11T03:49:26,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, size=257.2 K (263359bytes) 2024-12-11T03:49:26,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 2024-12-11T03:49:26,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 after 1ms 2024-12-11T03:49:26,484 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:26,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 took 5ms 2024-12-11T03:49:26,492 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733888966298.temp 2024-12-11T03:49:26,494 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp 2024-12-11T03:49:26,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 so closing down 2024-12-11T03:49:26,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:26,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741867_1044 (size=263359) 2024-12-11T03:49:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741867_1044 (size=263359) 2024-12-11T03:49:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741867_1044 (size=263359) 2024-12-11T03:49:26,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp (wrote 3000 edits, skipped 0 edits in 48 ms) 2024-12-11T03:49:26,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp to hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 2024-12-11T03:49:26,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-11T03:49:26,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, journal: Splitting hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, size=257.2 K (263359bytes) at 1733888966481Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp at 1733888966495 (+14 ms)Split 1024 edits, skipped 0 edits. at 1733888966508 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733888966531 (+23 ms)Finishing writing output for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 so closing down at 1733888966551 (+20 ms)3 split writer threads finished at 1733888966552 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp (wrote 3000 edits, skipped 0 edits in 48 ms) at 1733888966557 (+5 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000000001-wal.1733888966298.temp to hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 at 1733888966559 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733888966559 2024-12-11T03:49:26,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966298 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888966298 2024-12-11T03:49:26,562 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 2024-12-11T03:49:26,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:26,565 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:26,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, exclude list is [], retry=0 2024-12-11T03:49:26,591 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:26,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:26,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:26,595 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 2024-12-11T03:49:26,596 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741868_1045 (size=263486) 2024-12-11T03:49:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741868_1045 (size=263486) 2024-12-11T03:49:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741868_1045 (size=263486) 2024-12-11T03:49:26,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, size=257.3 K (263486bytes) 2024-12-11T03:49:26,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 2024-12-11T03:49:26,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 after 1ms 2024-12-11T03:49:26,777 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:26,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 took 5ms 2024-12-11T03:49:26,784 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733888966566.temp 2024-12-11T03:49:26,786 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp 2024-12-11T03:49:26,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 so closing down 2024-12-11T03:49:26,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:26,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741869_1046 (size=263486) 2024-12-11T03:49:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741869_1046 (size=263486) 2024-12-11T03:49:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741869_1046 (size=263486) 2024-12-11T03:49:26,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp (wrote 3000 edits, skipped 0 edits in 44 ms) 2024-12-11T03:49:26,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp to hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 2024-12-11T03:49:26,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-11T03:49:26,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, journal: Splitting hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, size=257.3 K (263486bytes) at 1733888966773Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp at 1733888966786 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733888966800 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733888966821 (+21 ms)Finishing writing output for hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 so closing down at 1733888966839 (+18 ms)3 split writer threads finished at 1733888966839Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp (wrote 3000 edits, skipped 0 edits in 44 ms) at 1733888966844 (+5 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003001-wal.1733888966566.temp to hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 at 1733888966846 (+2 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733888966846 2024-12-11T03:49:26,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966566 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888966566 2024-12-11T03:49:26,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 2024-12-11T03:49:26,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:26,853 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/test2727-manual,16010,1733888966228, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:26,869 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966854, exclude list is [], retry=0 2024-12-11T03:49:26,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:26,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:26,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:26,877 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733888966228/wal.1733888966854 2024-12-11T03:49:26,878 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:26,879 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aabd60c40debc99d07d5964a26344fd, NAME => 'test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:26,879 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:26,879 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,880 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,881 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,882 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName a 2024-12-11T03:49:26,883 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,883 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,883 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,884 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName b 2024-12-11T03:49:26,885 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,885 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,885 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,886 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aabd60c40debc99d07d5964a26344fd columnFamilyName c 2024-12-11T03:49:26,886 DEBUG [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:26,887 INFO [StoreOpener-4aabd60c40debc99d07d5964a26344fd-1 {}] regionserver.HStore(327): Store=4aabd60c40debc99d07d5964a26344fd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:26,887 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,890 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:26,891 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 2024-12-11T03:49:26,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:26,961 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 2024-12-11T03:49:26,963 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 2024-12-11T03:49:26,966 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:27,033 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 2024-12-11T03:49:27,033 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4aabd60c40debc99d07d5964a26344fd 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-11T03:49:27,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/a/2c9791e9c9bf4749b97538ca047633ac is 41, key is test2727/a:100/1733888966603/Put/seqid=0 2024-12-11T03:49:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:49:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:49:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:49:27,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/a/2c9791e9c9bf4749b97538ca047633ac 2024-12-11T03:49:27,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/b/cfd247de7d054ecba02a520c2e9db389 is 41, key is test2727/b:100/1733888966665/Put/seqid=0 2024-12-11T03:49:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:49:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:49:27,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:49:27,105 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/b/cfd247de7d054ecba02a520c2e9db389 2024-12-11T03:49:27,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/c/c27cad623613460294710bb9a9abf24c is 41, key is test2727/c:100/1733888966710/Put/seqid=0 2024-12-11T03:49:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:49:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:49:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:49:27,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/c/c27cad623613460294710bb9a9abf24c 2024-12-11T03:49:27,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/a/2c9791e9c9bf4749b97538ca047633ac as hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/a/2c9791e9c9bf4749b97538ca047633ac 2024-12-11T03:49:27,161 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/a/2c9791e9c9bf4749b97538ca047633ac, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-11T03:49:27,162 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/b/cfd247de7d054ecba02a520c2e9db389 as hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/b/cfd247de7d054ecba02a520c2e9db389 2024-12-11T03:49:27,168 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/b/cfd247de7d054ecba02a520c2e9db389, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T03:49:27,170 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/.tmp/c/c27cad623613460294710bb9a9abf24c as hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/c/c27cad623613460294710bb9a9abf24c 2024-12-11T03:49:27,176 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/c/c27cad623613460294710bb9a9abf24c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T03:49:27,176 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4aabd60c40debc99d07d5964a26344fd in 143ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-11T03:49:27,177 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000003000 2024-12-11T03:49:27,178 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/0000000000000006000 2024-12-11T03:49:27,179 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:27,179 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:27,180 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:27,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4aabd60c40debc99d07d5964a26344fd 2024-12-11T03:49:27,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/test2727/4aabd60c40debc99d07d5964a26344fd/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-11T03:49:27,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4aabd60c40debc99d07d5964a26344fd; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70122305, jitterRate=0.044903770089149475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4aabd60c40debc99d07d5964a26344fd: Writing region info on filesystem at 1733888966880Initializing all the Stores at 1733888966881 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966881Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966881Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888966881Obtaining lock to block concurrent updates at 1733888967033 (+152 ms)Preparing flush snapshotting stores in 4aabd60c40debc99d07d5964a26344fd at 1733888967033Finished memstore snapshotting test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733888967034 (+1 ms)Flushing stores of test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. at 1733888967034Flushing 4aabd60c40debc99d07d5964a26344fd/a: creating writer at 1733888967034Flushing 4aabd60c40debc99d07d5964a26344fd/a: appending metadata at 1733888967060 (+26 ms)Flushing 4aabd60c40debc99d07d5964a26344fd/a: closing flushed file at 1733888967060Flushing 4aabd60c40debc99d07d5964a26344fd/b: creating writer at 1733888967075 (+15 ms)Flushing 4aabd60c40debc99d07d5964a26344fd/b: appending metadata at 1733888967096 (+21 ms)Flushing 4aabd60c40debc99d07d5964a26344fd/b: closing flushed file at 1733888967096Flushing 4aabd60c40debc99d07d5964a26344fd/c: creating writer at 1733888967111 (+15 ms)Flushing 4aabd60c40debc99d07d5964a26344fd/c: appending metadata at 1733888967137 (+26 ms)Flushing 4aabd60c40debc99d07d5964a26344fd/c: closing flushed file at 1733888967137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d349ed9: reopening flushed file at 1733888967153 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507f2907: reopening flushed file at 1733888967161 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709e80c6: reopening flushed file at 1733888967169 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4aabd60c40debc99d07d5964a26344fd in 143ms, sequenceid=6000, compaction requested=false; wal=null at 1733888967176 (+7 ms)Cleaning up temporary data from old regions at 1733888967179 (+3 ms)Region opened successfully at 1733888967186 (+7 ms) 2024-12-11T03:49:27,188 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-11T03:49:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4aabd60c40debc99d07d5964a26344fd, disabling compactions & flushes 2024-12-11T03:49:27,188 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. after waiting 0 ms 2024-12-11T03:49:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:27,189 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733888966230.4aabd60c40debc99d07d5964a26344fd. 2024-12-11T03:49:27,189 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4aabd60c40debc99d07d5964a26344fd: Waiting for close lock at 1733888967188Disabling compacts and flushes for region at 1733888967188Disabling writes for close at 1733888967188Writing region close event to WAL at 1733888967189 (+1 ms)Closed at 1733888967189 2024-12-11T03:49:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741870_1047 (size=95) 2024-12-11T03:49:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741870_1047 (size=95) 2024-12-11T03:49:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741870_1047 (size=95) 2024-12-11T03:49:27,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:27,197 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733888966854) 2024-12-11T03:49:27,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=406 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38520 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38512 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:35554 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:40672 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=3289 (was 3490) 2024-12-11T03:49:27,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=3288 2024-12-11T03:49:27,244 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:27,250 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:27,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733888967251 2024-12-11T03:49:27,259 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 2024-12-11T03:49:27,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:27,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d65f6abeece7f79e29dbfcb838dbd9d, NAME => 'testSequentialEditLogSeqNum,,1733888967244.4d65f6abeece7f79e29dbfcb838dbd9d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:27,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733888967244.4d65f6abeece7f79e29dbfcb838dbd9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:27,263 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,263 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,265 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d doesn't exist for region: 4d65f6abeece7f79e29dbfcb838dbd9d on table testSequentialEditLogSeqNum 2024-12-11T03:49:27,265 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 4d65f6abeece7f79e29dbfcb838dbd9d on table testSequentialEditLogSeqNum 2024-12-11T03:49:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:49:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:49:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:49:27,276 INFO [StoreOpener-4d65f6abeece7f79e29dbfcb838dbd9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,278 INFO [StoreOpener-4d65f6abeece7f79e29dbfcb838dbd9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d65f6abeece7f79e29dbfcb838dbd9d columnFamilyName a 2024-12-11T03:49:27,278 DEBUG [StoreOpener-4d65f6abeece7f79e29dbfcb838dbd9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,279 INFO [StoreOpener-4d65f6abeece7f79e29dbfcb838dbd9d-1 {}] regionserver.HStore(327): Store=4d65f6abeece7f79e29dbfcb838dbd9d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,279 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4d65f6abeece7f79e29dbfcb838dbd9d 2024-12-11T03:49:27,285 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:27,285 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4d65f6abeece7f79e29dbfcb838dbd9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59027663, jitterRate=-0.12041927874088287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:27,286 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4d65f6abeece7f79e29dbfcb838dbd9d: Writing region info on filesystem at 1733888967263Initializing all the Stores at 1733888967276 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967276Cleaning up temporary data from old regions at 1733888967280 (+4 ms)Region opened successfully at 1733888967286 (+6 ms) 2024-12-11T03:49:27,299 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4d65f6abeece7f79e29dbfcb838dbd9d 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-11T03:49:27,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/.tmp/a/ba57123824784138a339d8e3c644cdc0 is 81, key is testSequentialEditLogSeqNum/a:x0/1733888967286/Put/seqid=0 2024-12-11T03:49:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:49:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:49:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:49:27,331 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/.tmp/a/ba57123824784138a339d8e3c644cdc0 2024-12-11T03:49:27,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/.tmp/a/ba57123824784138a339d8e3c644cdc0 as hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/a/ba57123824784138a339d8e3c644cdc0 2024-12-11T03:49:27,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/a/ba57123824784138a339d8e3c644cdc0, entries=10, sequenceid=13, filesize=5.7 K 2024-12-11T03:49:27,346 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4d65f6abeece7f79e29dbfcb838dbd9d in 47ms, sequenceid=13, compaction requested=false 2024-12-11T03:49:27,347 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4d65f6abeece7f79e29dbfcb838dbd9d: 2024-12-11T03:49:27,353 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:49:27,353 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:49:27,353 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:49:27,354 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:49:27,354 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:49:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741874_1051 (size=1844) 2024-12-11T03:49:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741874_1051 (size=1844) 2024-12-11T03:49:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741874_1051 (size=1844) 2024-12-11T03:49:27,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T03:49:27,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:27,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T03:49:27,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T03:49:27,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T03:49:27,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:27,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-11T03:49:27,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:27,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-11T03:49:27,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:27,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251, size=1.8 K (1844bytes) 2024-12-11T03:49:27,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 2024-12-11T03:49:27,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 after 0ms 2024-12-11T03:49:27,379 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:27,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 took 5ms 2024-12-11T03:49:27,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 so closing down 2024-12-11T03:49:27,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:27,384 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733888967251.temp 2024-12-11T03:49:27,385 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp 2024-12-11T03:49:27,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741877_1054 (size=1477) 2024-12-11T03:49:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741877_1054 (size=1477) 2024-12-11T03:49:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741877_1054 (size=1477) 2024-12-11T03:49:27,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:27,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp to hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000020 2024-12-11T03:49:27,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-12-11T03:49:27,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251, journal: Splitting hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251, size=1.8 K (1844bytes) at 1733888967376Finishing writing output for hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251 so closing down at 1733888967383 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp at 1733888967385 (+2 ms)3 split writer threads finished at 1733888967386 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733888967399 (+13 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000003-wal.1733888967251.temp to hdfs://localhost:40323/hbase/data/default/testSequentialEditLogSeqNum/4d65f6abeece7f79e29dbfcb838dbd9d/recovered.edits/0000000000000000020 at 1733888967401 (+2 ms)Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733888967243/wal.1733888967251, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733888967401 2024-12-11T03:49:27,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38520 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38512 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:35554 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=3256 (was 3288) 2024-12-11T03:49:27,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=3253 2024-12-11T03:49:27,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:27,463 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:27,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:27,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07568469, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-07568469, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:27,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07568469/hregion-07568469.1733888967493, exclude list is [], retry=0 2024-12-11T03:49:27,513 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:27,513 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:27,514 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:27,516 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07568469/hregion-07568469.1733888967493 2024-12-11T03:49:27,517 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:27,517 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dd0408dcbca14f89d7eac7fe657043b6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:49:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:49:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:49:27,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:27,540 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,543 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName a 2024-12-11T03:49:27,543 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,543 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,544 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,545 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName b 2024-12-11T03:49:27,545 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,546 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,546 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,548 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName c 2024-12-11T03:49:27,548 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,548 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,548 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,552 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:27,553 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,556 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:27,557 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd0408dcbca14f89d7eac7fe657043b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69069817, jitterRate=0.029220476746559143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:27,558 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd0408dcbca14f89d7eac7fe657043b6: Writing region info on filesystem at 1733888967537Initializing all the Stores at 1733888967538 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967538Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967540 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967540Cleaning up temporary data from old regions at 1733888967551 (+11 ms)Region opened successfully at 1733888967558 (+7 ms) 2024-12-11T03:49:27,559 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd0408dcbca14f89d7eac7fe657043b6, disabling compactions & flushes 2024-12-11T03:49:27,559 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:27,559 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:27,559 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. after waiting 0 ms 2024-12-11T03:49:27,559 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:27,559 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:27,560 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd0408dcbca14f89d7eac7fe657043b6: Waiting for close lock at 1733888967559Disabling compacts and flushes for region at 1733888967559Disabling writes for close at 1733888967559Writing region close event to WAL at 1733888967559Closed at 1733888967559 2024-12-11T03:49:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741878_1055 (size=95) 2024-12-11T03:49:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741878_1055 (size=95) 2024-12-11T03:49:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741878_1055 (size=95) 2024-12-11T03:49:27,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:27,604 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07568469:(num 1733888967493) 2024-12-11T03:49:27,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:27,610 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:27,625 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, exclude list is [], retry=0 2024-12-11T03:49:27,629 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:27,630 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:27,630 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:27,634 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 2024-12-11T03:49:27,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd0408dcbca14f89d7eac7fe657043b6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,636 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,638 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,639 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName a 2024-12-11T03:49:27,639 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,639 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,639 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,640 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName b 2024-12-11T03:49:27,640 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,641 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,641 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,642 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName c 2024-12-11T03:49:27,642 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:27,642 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:27,643 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,645 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,646 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,646 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,647 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:27,649 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:27,650 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd0408dcbca14f89d7eac7fe657043b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63467666, jitterRate=-0.0542580783367157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:27,651 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd0408dcbca14f89d7eac7fe657043b6: Writing region info on filesystem at 1733888967636Initializing all the Stores at 1733888967637 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967637Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967637Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888967637Cleaning up temporary data from old regions at 1733888967646 (+9 ms)Region opened successfully at 1733888967651 (+5 ms) 2024-12-11T03:49:27,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733888967655/Put/seqid=0 2024-12-11T03:49:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:49:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:49:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:49:27,665 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in dd0408dcbca14f89d7eac7fe657043b6/a 2024-12-11T03:49:27,673 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-11T03:49:27,673 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:49:27,673 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd0408dcbca14f89d7eac7fe657043b6: 2024-12-11T03:49:27,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/118f4406f7a14463829e660fc74a90ec_SeqId_3_ 2024-12-11T03:49:27,676 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into dd0408dcbca14f89d7eac7fe657043b6/a as hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/118f4406f7a14463829e660fc74a90ec_SeqId_3_ - updating store file list. 2024-12-11T03:49:27,681 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 118f4406f7a14463829e660fc74a90ec_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:27,682 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/118f4406f7a14463829e660fc74a90ec_SeqId_3_ into dd0408dcbca14f89d7eac7fe657043b6/a 2024-12-11T03:49:27,682 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into dd0408dcbca14f89d7eac7fe657043b6/a (new location: hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/118f4406f7a14463829e660fc74a90ec_SeqId_3_) 2024-12-11T03:49:27,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, size=0 (0bytes) 2024-12-11T03:49:27,723 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 might be still open, length is 0 2024-12-11T03:49:27,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 2024-12-11T03:49:27,724 WARN [IPC Server handler 4 on default port 40323 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-11T03:49:27,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 after 1ms 2024-12-11T03:49:27,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:40764 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39457:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40764 dst: /127.0.0.1:39457 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39457 remote=/127.0.0.1:40764]. Total timeout mills is 60000, 59752 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:27,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38738 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:32775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38738 dst: /127.0.0.1:32775 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:27,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:35618 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36513:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35618 dst: /127.0.0.1:36513 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741880_1059 (size=473) 2024-12-11T03:49:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741880_1059 (size=473) 2024-12-11T03:49:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741880_1059 (size=473) 2024-12-11T03:49:31,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 after 4002ms 2024-12-11T03:49:31,728 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:31,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 took 4006ms 2024-12-11T03:49:31,731 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611; continuing. 2024-12-11T03:49:31,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 so closing down 2024-12-11T03:49:31,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:31,732 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733888967611.temp 2024-12-11T03:49:31,734 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp 2024-12-11T03:49:31,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741882_1060 (size=259) 2024-12-11T03:49:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741882_1060 (size=259) 2024-12-11T03:49:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741882_1060 (size=259) 2024-12-11T03:49:31,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:31,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp to hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 2024-12-11T03:49:31,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:49:31,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, journal: Splitting hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, size=0 (0bytes) at 1733888967723Finishing writing output for hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 so closing down at 1733888971731 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp at 1733888971734 (+3 ms)3 split writer threads finished at 1733888971734Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733888971743 (+9 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005-wal.1733888967611.temp to hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 at 1733888971745 (+2 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611, size=0, length=0, corrupted=false, cancelled=false at 1733888971745 2024-12-11T03:49:31,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888967611 2024-12-11T03:49:31,748 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 2024-12-11T03:49:31,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:31,750 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:31,764 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888971750, exclude list is [], retry=0 2024-12-11T03:49:31,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:31,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:31,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:31,768 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888971750 2024-12-11T03:49:31,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:31,769 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd0408dcbca14f89d7eac7fe657043b6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:31,769 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:31,769 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,769 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,771 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,771 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName a 2024-12-11T03:49:31,771 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:31,778 DEBUG [StoreFileOpener-dd0408dcbca14f89d7eac7fe657043b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 118f4406f7a14463829e660fc74a90ec_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:31,778 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/118f4406f7a14463829e660fc74a90ec_SeqId_3_ 2024-12-11T03:49:31,778 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:31,778 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,779 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName b 2024-12-11T03:49:31,779 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:31,779 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:31,780 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,780 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0408dcbca14f89d7eac7fe657043b6 columnFamilyName c 2024-12-11T03:49:31,780 DEBUG [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:31,781 INFO [StoreOpener-dd0408dcbca14f89d7eac7fe657043b6-1 {}] regionserver.HStore(327): Store=dd0408dcbca14f89d7eac7fe657043b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:31,781 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,784 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 2024-12-11T03:49:31,785 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:31,786 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 2024-12-11T03:49:31,786 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd0408dcbca14f89d7eac7fe657043b6 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-11T03:49:31,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/.tmp/a/cd0a854fa5764cf584ce5f0eab324a6f is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733888967686/Put/seqid=0 2024-12-11T03:49:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:49:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:49:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:49:31,810 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/.tmp/a/cd0a854fa5764cf584ce5f0eab324a6f 2024-12-11T03:49:31,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/.tmp/a/cd0a854fa5764cf584ce5f0eab324a6f as hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/cd0a854fa5764cf584ce5f0eab324a6f 2024-12-11T03:49:31,822 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/a/cd0a854fa5764cf584ce5f0eab324a6f, entries=1, sequenceid=5, filesize=5.0 K 2024-12-11T03:49:31,822 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for dd0408dcbca14f89d7eac7fe657043b6 in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-11T03:49:31,823 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/0000000000000000005 2024-12-11T03:49:31,824 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,824 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,825 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:31,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd0408dcbca14f89d7eac7fe657043b6 2024-12-11T03:49:31,828 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/dd0408dcbca14f89d7eac7fe657043b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T03:49:31,829 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd0408dcbca14f89d7eac7fe657043b6; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68332141, jitterRate=0.01822824776172638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:31,830 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd0408dcbca14f89d7eac7fe657043b6: Writing region info on filesystem at 1733888971769Initializing all the Stores at 1733888971770 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888971770Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888971770Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888971770Obtaining lock to block concurrent updates at 1733888971786 (+16 ms)Preparing flush snapshotting stores in dd0408dcbca14f89d7eac7fe657043b6 at 1733888971786Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733888971787 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. at 1733888971787Flushing dd0408dcbca14f89d7eac7fe657043b6/a: creating writer at 1733888971787Flushing dd0408dcbca14f89d7eac7fe657043b6/a: appending metadata at 1733888971801 (+14 ms)Flushing dd0408dcbca14f89d7eac7fe657043b6/a: closing flushed file at 1733888971801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6854762: reopening flushed file at 1733888971815 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for dd0408dcbca14f89d7eac7fe657043b6 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733888971822 (+7 ms)Cleaning up temporary data from old regions at 1733888971824 (+2 ms)Region opened successfully at 1733888971830 (+6 ms) 2024-12-11T03:49:31,833 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd0408dcbca14f89d7eac7fe657043b6, disabling compactions & flushes 2024-12-11T03:49:31,833 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:31,833 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:31,834 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. after waiting 0 ms 2024-12-11T03:49:31,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:31,834 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733888967462.dd0408dcbca14f89d7eac7fe657043b6. 2024-12-11T03:49:31,834 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd0408dcbca14f89d7eac7fe657043b6: Waiting for close lock at 1733888971833Disabling compacts and flushes for region at 1733888971833Disabling writes for close at 1733888971834 (+1 ms)Writing region close event to WAL at 1733888971834Closed at 1733888971834 2024-12-11T03:49:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741883_1061 (size=95) 2024-12-11T03:49:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741883_1061 (size=95) 2024-12-11T03:49:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741883_1061 (size=95) 2024-12-11T03:49:31,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:31,840 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733888971750) 2024-12-11T03:49:31,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 411) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1137725093_22 at /127.0.0.1:43342 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1137725093_22 at /127.0.0.1:43984 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:40323 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1137725093_22 at /127.0.0.1:38684 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=3179 (was 3253) 2024-12-11T03:49:31,855 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-11T03:49:31,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=86, ProcessCount=11, AvailableMemoryMB=3178 2024-12-11T03:49:31,868 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-11T03:49:31,883 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:31,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T03:49:31,892 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c49966d8a95f,43327,1733888956964 2024-12-11T03:49:31,895 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@754a7bc2 2024-12-11T03:49:31,896 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T03:49:31,898 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T03:49:31,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T03:49:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T03:49:31,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T03:49:31,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-11T03:49:31,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:31,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T03:49:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:49:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:49:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:49:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:49:31,929 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344 2024-12-11T03:49:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:49:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:49:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:49:31,938 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:31,939 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:31,939 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:31,939 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:31,939 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:31,939 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:31,939 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:31,939 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888971939Disabling compacts and flushes for region at 1733888971939Disabling writes for close at 1733888971939Writing region close event to WAL at 1733888971939Closed at 1733888971939 2024-12-11T03:49:31,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T03:49:31,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733888971941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733888971941"}]},"ts":"1733888971941"} 2024-12-11T03:49:31,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T03:49:31,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T03:49:31,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733888971953"}]},"ts":"1733888971953"} 2024-12-11T03:49:31,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-11T03:49:31,961 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T03:49:31,962 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:49:31,962 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:49:31,962 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T03:49:31,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:49:31,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN}] 2024-12-11T03:49:31,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN 2024-12-11T03:49:31,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN; state=OFFLINE, location=c49966d8a95f,37557,1733888957771; forceNewPlan=false, retain=false 2024-12-11T03:49:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:49:32,119 INFO [c49966d8a95f:43327 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:49:32,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPENING, regionLocation=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN because future has completed 2024-12-11T03:49:32,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771}] 2024-12-11T03:49:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:49:32,277 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:49:32,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:49:32,285 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,285 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:32,286 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,286 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:32,286 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,286 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,288 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,289 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:32,289 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:32,290 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:32,290 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,291 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:32,291 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:32,292 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:32,292 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,293 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,293 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,294 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,294 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,295 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:49:32,297 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,299 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:32,300 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 932b0dbedca793b52869f2261f1e3b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863438, jitterRate=0.041046351194381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:49:32,300 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,301 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 932b0dbedca793b52869f2261f1e3b39: Running coprocessor pre-open hook at 1733888972286Writing region info on filesystem at 1733888972286Initializing all the Stores at 1733888972287 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888972288 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888972288Cleaning up temporary data from old regions at 1733888972294 (+6 ms)Running coprocessor post-open hooks at 1733888972300 (+6 ms)Region opened successfully at 1733888972301 (+1 ms) 2024-12-11T03:49:32,303 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., pid=6, masterSystemTime=1733888972277 2024-12-11T03:49:32,306 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,306 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPEN, openSeqNum=2, regionLocation=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:32,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 because future has completed 2024-12-11T03:49:32,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T03:49:32,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 in 188 msec 2024-12-11T03:49:32,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T03:49:32,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN in 351 msec 2024-12-11T03:49:32,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T03:49:32,320 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733888972320"}]},"ts":"1733888972320"} 2024-12-11T03:49:32,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-11T03:49:32,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T03:49:32,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 422 msec 2024-12-11T03:49:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:49:32,542 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-11T03:49:32,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-11T03:49:32,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T03:49:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-11T03:49:32,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T03:49:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-11T03:49:32,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=2] 2024-12-11T03:49:32,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:49:32,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:49:32,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=932b0dbedca793b52869f2261f1e3b39, source=c49966d8a95f,37557,1733888957771, destination=c49966d8a95f,43635,1733888957626, warming up region on c49966d8a95f,43635,1733888957626 2024-12-11T03:49:32,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=932b0dbedca793b52869f2261f1e3b39, source=c49966d8a95f,37557,1733888957771, destination=c49966d8a95f,43635,1733888957626, running balancer 2024-12-11T03:49:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE 2024-12-11T03:49:32,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE 2024-12-11T03:49:32,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=CLOSING, regionLocation=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:32,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(7855): Warmup {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:32,588 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,589 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:32,589 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE because future has completed 2024-12-11T03:49:32,589 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:32,590 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,590 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T03:49:32,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771}] 2024-12-11T03:49:32,591 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:32,591 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:32,591 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:32,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888972592Disabling compacts and flushes for region at 1733888972592Disabling writes for close at 1733888972592Writing region close event to WAL at 1733888972592Closed at 1733888972592 2024-12-11T03:49:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-11T03:49:32,748 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,748 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T03:49:32,749 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:32,749 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,749 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,749 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:32,749 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,749 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 932b0dbedca793b52869f2261f1e3b39 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-11T03:49:32,769 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/ac6c6051f0544b06b33fa0e8682f9261 is 35, key is r1/cf1:q/1733888972567/Put/seqid=0 2024-12-11T03:49:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:49:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:49:32,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:49:32,776 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/ac6c6051f0544b06b33fa0e8682f9261 2024-12-11T03:49:32,782 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/ac6c6051f0544b06b33fa0e8682f9261 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261 2024-12-11T03:49:32,788 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261, entries=1, sequenceid=5, filesize=4.7 K 2024-12-11T03:49:32,789 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 932b0dbedca793b52869f2261f1e3b39 in 40ms, sequenceid=5, compaction requested=false 2024-12-11T03:49:32,790 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-11T03:49:32,794 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T03:49:32,797 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:32,797 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888972749Running coprocessor pre-close hooks at 1733888972749Disabling compacts and flushes for region at 1733888972749Disabling writes for close at 1733888972749Obtaining lock to block concurrent updates at 1733888972749Preparing flush snapshotting stores in 932b0dbedca793b52869f2261f1e3b39 at 1733888972749Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733888972750 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. at 1733888972750Flushing 932b0dbedca793b52869f2261f1e3b39/cf1: creating writer at 1733888972751 (+1 ms)Flushing 932b0dbedca793b52869f2261f1e3b39/cf1: appending metadata at 1733888972768 (+17 ms)Flushing 932b0dbedca793b52869f2261f1e3b39/cf1: closing flushed file at 1733888972768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205113a6: reopening flushed file at 1733888972782 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 932b0dbedca793b52869f2261f1e3b39 in 40ms, sequenceid=5, compaction requested=false at 1733888972789 (+7 ms)Writing region close event to WAL at 1733888972791 (+2 ms)Running coprocessor post-close hooks at 1733888972795 (+4 ms)Closed at 1733888972797 (+2 ms) 2024-12-11T03:49:32,797 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 932b0dbedca793b52869f2261f1e3b39 move to c49966d8a95f,43635,1733888957626 record at close sequenceid=5 2024-12-11T03:49:32,800 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:32,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=CLOSED 2024-12-11T03:49:32,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 because future has completed 2024-12-11T03:49:32,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T03:49:32,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 in 214 msec 2024-12-11T03:49:32,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE; state=CLOSED, location=c49966d8a95f,43635,1733888957626; forceNewPlan=false, retain=false 2024-12-11T03:49:32,959 INFO [c49966d8a95f:43327 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:49:32,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPENING, regionLocation=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:32,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE because future has completed 2024-12-11T03:49:32,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626}] 2024-12-11T03:49:33,121 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,121 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:33,121 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,121 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:33,122 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,122 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,123 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,124 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:33,124 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:33,132 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261 2024-12-11T03:49:33,132 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:33,132 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,133 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:33,133 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:33,133 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:33,134 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,134 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,136 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,136 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,137 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,137 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:49:33,139 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,140 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 932b0dbedca793b52869f2261f1e3b39; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73991684, jitterRate=0.10256201028823853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:49:33,140 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,140 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 932b0dbedca793b52869f2261f1e3b39: Running coprocessor pre-open hook at 1733888973122Writing region info on filesystem at 1733888973122Initializing all the Stores at 1733888973123 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888973123Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888973123Cleaning up temporary data from old regions at 1733888973137 (+14 ms)Running coprocessor post-open hooks at 1733888973140 (+3 ms)Region opened successfully at 1733888973140 2024-12-11T03:49:33,142 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., pid=9, masterSystemTime=1733888973116 2024-12-11T03:49:33,145 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,145 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPEN, openSeqNum=9, regionLocation=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:33,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626 because future has completed 2024-12-11T03:49:33,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-11T03:49:33,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626 in 186 msec 2024-12-11T03:49:33,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE in 570 msec 2024-12-11T03:49:33,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:49:33,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:49:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59866 deadline: 1733889033195, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=43635 startCode=1733888957626. As of locationSeqNum=5. 2024-12-11T03:49:33,201 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=43635 startCode=1733888957626. As of locationSeqNum=5. 2024-12-11T03:49:33,202 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=43635 startCode=1733888957626. As of locationSeqNum=5. 2024-12-11T03:49:33,202 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,43635,1733888957626, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=43635 startCode=1733888957626. As of locationSeqNum=5. 2024-12-11T03:49:33,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 932b0dbedca793b52869f2261f1e3b39 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-11T03:49:33,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/76128ee1682e43198f94dad0e32c30fc is 29, key is r1/cf1:/1733888973312/DeleteFamily/seqid=0 2024-12-11T03:49:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:49:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:49:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:49:33,347 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,354 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf2/1dd69888ca0a4ef68a01035b1adc85d2 is 29, key is r1/cf2:/1733888973312/DeleteFamily/seqid=0 2024-12-11T03:49:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:49:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:49:33,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:49:33,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf2/1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,383 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,384 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/76128ee1682e43198f94dad0e32c30fc as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,390 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,390 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T03:49:33,391 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf2/1dd69888ca0a4ef68a01035b1adc85d2 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,396 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,396 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T03:49:33,398 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 932b0dbedca793b52869f2261f1e3b39 in 77ms, sequenceid=12, compaction requested=false 2024-12-11T03:49:33,398 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 932b0dbedca793b52869f2261f1e3b39: 2024-12-11T03:49:33,400 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T03:49:33,402 DEBUG [Time-limited test {}] regionserver.HStore(1541): 932b0dbedca793b52869f2261f1e3b39/cf1 is initiating major compaction (all files) 2024-12-11T03:49:33,402 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:49:33,402 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:33,402 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 932b0dbedca793b52869f2261f1e3b39/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,403 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261, hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc] into tmpdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp, totalSize=9.5 K 2024-12-11T03:49:33,404 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ac6c6051f0544b06b33fa0e8682f9261, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733888972567 2024-12-11T03:49:33,404 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 76128ee1682e43198f94dad0e32c30fc, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T03:49:33,415 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 932b0dbedca793b52869f2261f1e3b39#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T03:49:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:49:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:49:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:49:33,429 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf1/59f97ba86cc246f8b39f9fb49a598c70 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/59f97ba86cc246f8b39f9fb49a598c70 2024-12-11T03:49:33,443 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 932b0dbedca793b52869f2261f1e3b39/cf1 of 932b0dbedca793b52869f2261f1e3b39 into 59f97ba86cc246f8b39f9fb49a598c70(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:49:33,443 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 932b0dbedca793b52869f2261f1e3b39: 2024-12-11T03:49:33,443 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-11T03:49:33,443 DEBUG [Time-limited test {}] regionserver.HStore(1541): 932b0dbedca793b52869f2261f1e3b39/cf2 is initiating major compaction (all files) 2024-12-11T03:49:33,443 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:49:33,443 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:49:33,443 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 932b0dbedca793b52869f2261f1e3b39/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,443 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2] into tmpdir=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp, totalSize=4.8 K 2024-12-11T03:49:33,444 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1dd69888ca0a4ef68a01035b1adc85d2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T03:49:33,450 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 932b0dbedca793b52869f2261f1e3b39#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T03:49:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:49:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:49:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:49:33,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/.tmp/cf2/ac443f0d78b544e8aec507d366bb6b2f as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/ac443f0d78b544e8aec507d366bb6b2f 2024-12-11T03:49:33,471 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 932b0dbedca793b52869f2261f1e3b39/cf2 of 932b0dbedca793b52869f2261f1e3b39 into ac443f0d78b544e8aec507d366bb6b2f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:49:33,471 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 932b0dbedca793b52869f2261f1e3b39: 2024-12-11T03:49:33,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=932b0dbedca793b52869f2261f1e3b39, source=c49966d8a95f,43635,1733888957626, destination=c49966d8a95f,37557,1733888957771, warming up region on c49966d8a95f,37557,1733888957771 2024-12-11T03:49:33,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=932b0dbedca793b52869f2261f1e3b39, source=c49966d8a95f,43635,1733888957626, destination=c49966d8a95f,37557,1733888957771, running balancer 2024-12-11T03:49:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE 2024-12-11T03:49:33,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE 2024-12-11T03:49:33,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=CLOSING, regionLocation=c49966d8a95f,43635,1733888957626 2024-12-11T03:49:33,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(7855): Warmup {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:33,479 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,480 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:33,480 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE because future has completed 2024-12-11T03:49:33,481 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T03:49:33,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626}] 2024-12-11T03:49:33,488 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/59f97ba86cc246f8b39f9fb49a598c70 2024-12-11T03:49:33,492 INFO [StoreFileOpener-932b0dbedca793b52869f2261f1e3b39-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,492 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,496 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261 2024-12-11T03:49:33,496 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:33,496 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,497 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:33,497 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:33,503 INFO [StoreFileOpener-932b0dbedca793b52869f2261f1e3b39-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,503 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,507 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/ac443f0d78b544e8aec507d366bb6b2f 2024-12-11T03:49:33,507 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:33,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888973507Disabling compacts and flushes for region at 1733888973507Disabling writes for close at 1733888973507Writing region close event to WAL at 1733888973508 (+1 ms)Closed at 1733888973508 2024-12-11T03:49:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-11T03:49:33,636 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,636 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T03:49:33,637 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:33,637 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,637 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,637 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:33,637 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,637 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261, hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc] to archive 2024-12-11T03:49:33,641 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:49:33,645 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/76128ee1682e43198f94dad0e32c30fc 2024-12-11T03:49:33,645 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261 to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/ac6c6051f0544b06b33fa0e8682f9261 2024-12-11T03:49:33,659 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2] to archive 2024-12-11T03:49:33,660 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:49:33,662 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2 to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/1dd69888ca0a4ef68a01035b1adc85d2 2024-12-11T03:49:33,668 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-11T03:49:33,669 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,669 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888973637Running coprocessor pre-close hooks at 1733888973637Disabling compacts and flushes for region at 1733888973637Disabling writes for close at 1733888973637Writing region close event to WAL at 1733888973664 (+27 ms)Running coprocessor post-close hooks at 1733888973669 (+5 ms)Closed at 1733888973669 2024-12-11T03:49:33,669 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 932b0dbedca793b52869f2261f1e3b39 move to c49966d8a95f,37557,1733888957771 record at close sequenceid=12 2024-12-11T03:49:33,672 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=CLOSED 2024-12-11T03:49:33,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626 because future has completed 2024-12-11T03:49:33,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T03:49:33,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,43635,1733888957626 in 196 msec 2024-12-11T03:49:33,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE; state=CLOSED, location=c49966d8a95f,37557,1733888957771; forceNewPlan=false, retain=false 2024-12-11T03:49:33,832 INFO [c49966d8a95f:43327 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:49:33,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPENING, regionLocation=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:33,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE because future has completed 2024-12-11T03:49:33,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771}] 2024-12-11T03:49:33,992 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:33,993 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:33,993 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,993 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:33,993 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,993 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,995 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:33,996 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:33,996 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:34,002 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/59f97ba86cc246f8b39f9fb49a598c70 2024-12-11T03:49:34,002 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:34,002 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,003 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:34,004 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:34,010 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/ac443f0d78b544e8aec507d366bb6b2f 2024-12-11T03:49:34,010 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:34,011 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,011 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,013 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,014 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,014 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,015 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:49:34,017 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,018 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 932b0dbedca793b52869f2261f1e3b39; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60405370, jitterRate=-0.0998898446559906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:49:34,018 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,019 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 932b0dbedca793b52869f2261f1e3b39: Running coprocessor pre-open hook at 1733888973993Writing region info on filesystem at 1733888973993Initializing all the Stores at 1733888973994 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888973994Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888973994Cleaning up temporary data from old regions at 1733888974014 (+20 ms)Running coprocessor post-open hooks at 1733888974018 (+4 ms)Region opened successfully at 1733888974019 (+1 ms) 2024-12-11T03:49:34,020 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., pid=12, masterSystemTime=1733888973988 2024-12-11T03:49:34,023 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,023 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPEN, openSeqNum=18, regionLocation=c49966d8a95f,37557,1733888957771 2024-12-11T03:49:34,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 because future has completed 2024-12-11T03:49:34,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-11T03:49:34,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,37557,1733888957771 in 193 msec 2024-12-11T03:49:34,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, REOPEN/MOVE in 555 msec 2024-12-11T03:49:34,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:49:34,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:49:34,083 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c49966d8a95f,37557,1733888957771: testing ***** 2024-12-11T03:49:34,083 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T03:49:34,086 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T03:49:34,087 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T03:49:34,090 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T03:49:34,091 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T03:49:34,099 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 310384160 }, "NonHeapMemoryUsage": { "committed": 171638784, "init": 7667712, "max": -1, "used": 168962880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60111", "tag.serverName": "c49966d8a95f,40387,1733888957725", "tag.clusterId": "363a6619-da33-4fbe-9e6e-9ebbc84e263c", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733888957725, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T03:49:34,103 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43327 {}] master.MasterRpcServices(700): c49966d8a95f,37557,1733888957771 reported a fatal error: ***** ABORTING region server c49966d8a95f,37557,1733888957771: testing ***** 2024-12-11T03:49:34,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,37557,1733888957771' ***** 2024-12-11T03:49:34,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-11T03:49:34,106 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:49:34,106 INFO [RS:2;c49966d8a95f:37557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T03:49:34,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:49:34,106 INFO [RS:2;c49966d8a95f:37557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T03:49:34,106 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(3091): Received CLOSE for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,107 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(956): aborting server c49966d8a95f,37557,1733888957771 2024-12-11T03:49:34,107 INFO [RS:2;c49966d8a95f:37557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:49:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43635 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:56854 deadline: 1733889034107, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=37557 startCode=1733888957771. As of locationSeqNum=12. 2024-12-11T03:49:34,107 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:34,107 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,107 INFO [RS:2;c49966d8a95f:37557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c49966d8a95f:37557. 2024-12-11T03:49:34,107 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,107 DEBUG [RS:2;c49966d8a95f:37557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:49:34,107 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:34,107 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,43635,1733888957626, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,43635,1733888957626, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=37557 startCode=1733888957771. As of locationSeqNum=12. 2024-12-11T03:49:34,108 DEBUG [RS:2;c49966d8a95f:37557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:34,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,43635,1733888957626, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=37557 startCode=1733888957771. As of locationSeqNum=12. 2024-12-11T03:49:34,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,43635,1733888957626, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=37557 startCode=1733888957771. As of locationSeqNum=12. 2024-12-11T03:49:34,108 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T03:49:34,108 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1325): Online Regions={932b0dbedca793b52869f2261f1e3b39=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.} 2024-12-11T03:49:34,109 DEBUG [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1351): Waiting on 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,109 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,109 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888974107Running coprocessor pre-close hooks at 1733888974107Disabling compacts and flushes for region at 1733888974107Disabling writes for close at 1733888974107Writing region close event to WAL at 1733888974109 (+2 ms)Running coprocessor post-close hooks at 1733888974109Closed at 1733888974109 2024-12-11T03:49:34,109 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,139 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,37557,1733888957771 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:34,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,37557,1733888957771 aborting 2024-12-11T03:49:34,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,37557,1733888957771 aborting 2024-12-11T03:49:34,224 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=12 from cache 2024-12-11T03:49:34,309 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,37557,1733888957771; all regions closed. 2024-12-11T03:49:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741835_1011 (size=1406) 2024-12-11T03:49:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741835_1011 (size=1406) 2024-12-11T03:49:34,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741835_1011 (size=1406) 2024-12-11T03:49:34,314 DEBUG [RS:2;c49966d8a95f:37557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:34,314 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:34,314 INFO [RS:2;c49966d8a95f:37557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:49:34,314 INFO [RS:2;c49966d8a95f:37557 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T03:49:34,314 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:49:34,314 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:49:34,315 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:49:34,315 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:49:34,315 INFO [RS:2;c49966d8a95f:37557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:49:34,315 INFO [RS:2;c49966d8a95f:37557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37557 2024-12-11T03:49:34,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:49:34,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,37557,1733888957771 2024-12-11T03:49:34,323 INFO [RS:2;c49966d8a95f:37557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:49:34,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,37557,1733888957771] 2024-12-11T03:49:34,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,37557,1733888957771 already deleted, retry=false 2024-12-11T03:49:34,326 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c49966d8a95f,37557,1733888957771 on c49966d8a95f,43327,1733888956964 2024-12-11T03:49:34,333 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c49966d8a95f,37557,1733888957771, splitWal=true, meta=false 2024-12-11T03:49:34,335 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for c49966d8a95f,37557,1733888957771 (carryingMeta=false) c49966d8a95f,37557,1733888957771/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22b87a78[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T03:49:34,336 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c49966d8a95f,37557,1733888957771, splitWal=true, meta=false 2024-12-11T03:49:34,337 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): c49966d8a95f,37557,1733888957771 had 1 regions 2024-12-11T03:49:34,338 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c49966d8a95f,37557,1733888957771, splitWal=true, meta=false, isMeta: false 2024-12-11T03:49:34,340 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting 2024-12-11T03:49:34,341 INFO [PEWorker-1 {}] master.SplitWALManager(105): c49966d8a95f,37557,1733888957771 WAL count=1, meta=false 2024-12-11T03:49:34,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c49966d8a95f%2C37557%2C1733888957771.1733888959087}] 2024-12-11T03:49:34,348 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=c49966d8a95f,40387,1733888957725 2024-12-11T03:49:34,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c49966d8a95f%2C37557%2C1733888957771.1733888959087, worker=c49966d8a95f,40387,1733888957725}] 2024-12-11T03:49:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:34,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37557-0x1019fa3c1ae0003, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:34,427 INFO [RS:2;c49966d8a95f:37557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:49:34,427 INFO [RS:2;c49966d8a95f:37557 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,37557,1733888957771; zookeeper connection closed. 2024-12-11T03:49:34,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1b3fa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1b3fa1 2024-12-11T03:49:34,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18] 2024-12-11T03:49:34,436 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c49966d8a95f:37557 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:37557 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:34,437 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18, error=java.net.ConnectException: Call to address=c49966d8a95f:37557 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:37557 2024-12-11T03:49:34,437 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-11T03:49:34,437 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 from cache 2024-12-11T03:49:34,437 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address c49966d8a95f:37557 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:37557 2024-12-11T03:49:34,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:49:34,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:49:34,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-11T03:49:34,534 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087, size=1.4 K (1406bytes) 2024-12-11T03:49:34,534 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 2024-12-11T03:49:34,535 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 after 1ms 2024-12-11T03:49:34,538 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:34,538 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 took 4ms 2024-12-11T03:49:34,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 932b0dbedca793b52869f2261f1e3b39: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-11T03:49:34,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 so closing down 2024-12-11T03:49:34,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:34,547 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:34,547 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-12-11T03:49:34,547 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087, journal: Splitting hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087, size=1.4 K (1406bytes) at 1733888974534Finishing writing output for hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 so closing down at 1733888974546 (+12 ms)3 split writer threads finished at 1733888974547 (+1 ms)Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1733888974547 2024-12-11T03:49:34,547 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 2024-12-11T03:49:34,548 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-11T03:49:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-11T03:49:34,556 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting/c49966d8a95f%2C37557%2C1733888957771.1733888959087 to hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs 2024-12-11T03:49:34,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T03:49:34,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c49966d8a95f%2C37557%2C1733888957771.1733888959087, worker=c49966d8a95f,40387,1733888957725 in 205 msec 2024-12-11T03:49:34,560 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=c49966d8a95f,40387,1733888957725 2024-12-11T03:49:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T03:49:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure c49966d8a95f%2C37557%2C1733888957771.1733888959087, worker=c49966d8a95f,40387,1733888957725 in 219 msec 2024-12-11T03:49:34,565 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting dir is empty, no logs to split. 2024-12-11T03:49:34,565 INFO [PEWorker-1 {}] master.SplitWALManager(105): c49966d8a95f,37557,1733888957771 WAL count=0, meta=false 2024-12-11T03:49:34,565 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c49966d8a95f,37557,1733888957771 WAL splitting is done? wals=0, meta=false 2024-12-11T03:49:34,567 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c49966d8a95f,37557,1733888957771 failed, ignore...File hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/WALs/c49966d8a95f,37557,1733888957771-splitting does not exist. 2024-12-11T03:49:34,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN}] 2024-12-11T03:49:34,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN 2024-12-11T03:49:34,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T03:49:34,722 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:49:34,722 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:49:34,722 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:49:34,723 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:49:34,723 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:49:34,723 INFO [c49966d8a95f:43327 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:49:34,723 INFO [c49966d8a95f:43327 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:49:34,723 DEBUG [c49966d8a95f:43327 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:49:34,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPENING, regionLocation=c49966d8a95f,40387,1733888957725 2024-12-11T03:49:34,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN because future has completed 2024-12-11T03:49:34,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,40387,1733888957725}] 2024-12-11T03:49:34,744 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18] 2024-12-11T03:49:34,744 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to c49966d8a95f:37557 this server is in the failed servers list 2024-12-11T03:49:34,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c49966d8a95f:37557 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c49966d8a95f:37557 2024-12-11T03:49:34,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c49966d8a95f:37557 2024-12-11T03:49:34,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,37557,1733888957771, seqNum=18 from cache 2024-12-11T03:49:34,883 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,883 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 932b0dbedca793b52869f2261f1e3b39, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:34,883 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,883 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:34,883 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,884 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,885 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,886 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf1 2024-12-11T03:49:34,886 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:34,891 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf1/59f97ba86cc246f8b39f9fb49a598c70 2024-12-11T03:49:34,892 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:34,892 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,892 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932b0dbedca793b52869f2261f1e3b39 columnFamilyName cf2 2024-12-11T03:49:34,893 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:34,898 DEBUG [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/cf2/ac443f0d78b544e8aec507d366bb6b2f 2024-12-11T03:49:34,898 INFO [StoreOpener-932b0dbedca793b52869f2261f1e3b39-1 {}] regionserver.HStore(327): Store=932b0dbedca793b52869f2261f1e3b39/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:34,898 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,899 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,900 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,901 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,901 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,901 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:49:34,903 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,904 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 932b0dbedca793b52869f2261f1e3b39; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69589281, jitterRate=0.03696109354496002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:49:34,904 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:34,904 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 932b0dbedca793b52869f2261f1e3b39: Running coprocessor pre-open hook at 1733888974884Writing region info on filesystem at 1733888974884Initializing all the Stores at 1733888974884Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888974884Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888974885 (+1 ms)Cleaning up temporary data from old regions at 1733888974901 (+16 ms)Running coprocessor post-open hooks at 1733888974904 (+3 ms)Region opened successfully at 1733888974904 2024-12-11T03:49:34,905 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., pid=17, masterSystemTime=1733888974879 2024-12-11T03:49:34,908 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,908 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:34,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=932b0dbedca793b52869f2261f1e3b39, regionState=OPEN, openSeqNum=18, regionLocation=c49966d8a95f,40387,1733888957725 2024-12-11T03:49:34,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,40387,1733888957725 because future has completed 2024-12-11T03:49:34,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-11T03:49:34,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 932b0dbedca793b52869f2261f1e3b39, server=c49966d8a95f,40387,1733888957725 in 185 msec 2024-12-11T03:49:34,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-11T03:49:34,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=932b0dbedca793b52869f2261f1e3b39, ASSIGN in 345 msec 2024-12-11T03:49:34,916 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server c49966d8a95f,37557,1733888957771 after splitting done 2024-12-11T03:49:34,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure c49966d8a95f,37557,1733888957771, splitWal=true, meta=false in 589 msec 2024-12-11T03:49:35,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39., hostname=c49966d8a95f,40387,1733888957725, seqNum=18] 2024-12-11T03:49:35,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:49:35,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:49:35,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 412), OpenFileDescriptor=1053 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 86) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3122 (was 3178) 2024-12-11T03:49:35,271 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-11T03:49:35,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=3121 2024-12-11T03:49:35,283 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-11T03:49:35,299 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:35,300 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:35,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:35,303 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26753510, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-26753510, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:35,316 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26753510/hregion-26753510.1733888975304, exclude list is [], retry=0 2024-12-11T03:49:35,319 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:35,319 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:35,319 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:35,321 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26753510/hregion-26753510.1733888975304 2024-12-11T03:49:35,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:35,324 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8fd3ea30f396975d697aeca6164c17f4, NAME => 'testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:49:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:49:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:49:35,334 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:35,335 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,336 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName a 2024-12-11T03:49:35,336 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,337 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,337 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,338 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName b 2024-12-11T03:49:35,338 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,339 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,339 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,340 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName c 2024-12-11T03:49:35,340 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,341 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,341 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,343 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,343 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,344 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:35,345 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,347 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:35,347 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fd3ea30f396975d697aeca6164c17f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890012, jitterRate=0.05634349584579468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fd3ea30f396975d697aeca6164c17f4: Writing region info on filesystem at 1733888975334Initializing all the Stores at 1733888975334Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975334Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975335 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975335Cleaning up temporary data from old regions at 1733888975343 (+8 ms)Region opened successfully at 1733888975348 (+5 ms) 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fd3ea30f396975d697aeca6164c17f4, disabling compactions & flushes 2024-12-11T03:49:35,348 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. after waiting 0 ms 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,348 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,348 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fd3ea30f396975d697aeca6164c17f4: Waiting for close lock at 1733888975348Disabling compacts and flushes for region at 1733888975348Disabling writes for close at 1733888975348Writing region close event to WAL at 1733888975348Closed at 1733888975348 2024-12-11T03:49:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741892_1070 (size=95) 2024-12-11T03:49:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741892_1070 (size=95) 2024-12-11T03:49:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741892_1070 (size=95) 2024-12-11T03:49:35,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:35,353 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26753510:(num 1733888975304) 2024-12-11T03:49:35,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:35,355 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:35,369 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, exclude list is [], retry=0 2024-12-11T03:49:35,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:35,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:35,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:35,374 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 2024-12-11T03:49:35,374 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:35,374 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fd3ea30f396975d697aeca6164c17f4, NAME => 'testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:35,374 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:35,374 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,374 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,376 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,377 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName a 2024-12-11T03:49:35,377 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,377 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,377 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,378 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName b 2024-12-11T03:49:35,378 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,379 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,379 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,379 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName c 2024-12-11T03:49:35,379 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,380 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,380 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,382 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,383 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,383 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,384 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:35,386 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,387 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fd3ea30f396975d697aeca6164c17f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67707447, jitterRate=0.008919581770896912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:35,388 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fd3ea30f396975d697aeca6164c17f4: Writing region info on filesystem at 1733888975375Initializing all the Stores at 1733888975375Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975375Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975376 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975376Cleaning up temporary data from old regions at 1733888975383 (+7 ms)Region opened successfully at 1733888975387 (+4 ms) 2024-12-11T03:49:35,417 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fd3ea30f396975d697aeca6164c17f4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T03:49:35,434 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/a/afcf5b7f7427409a8083a41a0c09ab4d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733888975388/Put/seqid=0 2024-12-11T03:49:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:49:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:49:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:49:35,443 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/a/afcf5b7f7427409a8083a41a0c09ab4d 2024-12-11T03:49:35,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/8c89ca54e5aa4c87a09fd3a89fe5b401 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733888975397/Put/seqid=0 2024-12-11T03:49:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:49:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:49:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:49:35,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/8c89ca54e5aa4c87a09fd3a89fe5b401 2024-12-11T03:49:35,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/c/68d6af6499704418a1fc931ec57d9287 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733888975406/Put/seqid=0 2024-12-11T03:49:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:49:35,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:49:35,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:49:35,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/c/68d6af6499704418a1fc931ec57d9287 2024-12-11T03:49:35,514 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/a/afcf5b7f7427409a8083a41a0c09ab4d as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/a/afcf5b7f7427409a8083a41a0c09ab4d 2024-12-11T03:49:35,520 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/a/afcf5b7f7427409a8083a41a0c09ab4d, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:49:35,521 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/8c89ca54e5aa4c87a09fd3a89fe5b401 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/8c89ca54e5aa4c87a09fd3a89fe5b401 2024-12-11T03:49:35,526 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/8c89ca54e5aa4c87a09fd3a89fe5b401, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:49:35,527 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/c/68d6af6499704418a1fc931ec57d9287 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/c/68d6af6499704418a1fc931ec57d9287 2024-12-11T03:49:35,533 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/c/68d6af6499704418a1fc931ec57d9287, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:49:35,534 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8fd3ea30f396975d697aeca6164c17f4 in 117ms, sequenceid=33, compaction requested=false 2024-12-11T03:49:35,534 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fd3ea30f396975d697aeca6164c17f4: 2024-12-11T03:49:35,534 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fd3ea30f396975d697aeca6164c17f4, disabling compactions & flushes 2024-12-11T03:49:35,534 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,534 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,534 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. after waiting 0 ms 2024-12-11T03:49:35,534 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,536 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. 2024-12-11T03:49:35,536 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fd3ea30f396975d697aeca6164c17f4: Waiting for close lock at 1733888975534Disabling compacts and flushes for region at 1733888975534Disabling writes for close at 1733888975534Writing region close event to WAL at 1733888975536 (+2 ms)Closed at 1733888975536 2024-12-11T03:49:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741894_1072 (size=3383) 2024-12-11T03:49:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741894_1072 (size=3383) 2024-12-11T03:49:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741894_1072 (size=3383) 2024-12-11T03:49:35,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 not finished, retry = 0 2024-12-11T03:49:35,646 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/8c89ca54e5aa4c87a09fd3a89fe5b401 to hdfs://localhost:40323/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/8c89ca54e5aa4c87a09fd3a89fe5b401 2024-12-11T03:49:35,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, size=3.3 K (3383bytes) 2024-12-11T03:49:35,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 2024-12-11T03:49:35,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 after 1ms 2024-12-11T03:49:35,665 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:35,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 took 3ms 2024-12-11T03:49:35,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 so closing down 2024-12-11T03:49:35,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:35,668 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733888975355.temp 2024-12-11T03:49:35,669 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp 2024-12-11T03:49:35,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741898_1076 (size=2944) 2024-12-11T03:49:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741898_1076 (size=2944) 2024-12-11T03:49:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741898_1076 (size=2944) 2024-12-11T03:49:35,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:35,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 2024-12-11T03:49:35,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, size=3.3 K, length=3383, corrupted=false, cancelled=false 2024-12-11T03:49:35,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, journal: Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, size=3.3 K (3383bytes) at 1733888975662Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 so closing down at 1733888975667 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp at 1733888975669 (+2 ms)3 split writer threads finished at 1733888975670 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733888975677 (+7 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000003-wal.1733888975355.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 at 1733888975678 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355, size=3.3 K, length=3383, corrupted=false, cancelled=false at 1733888975678 2024-12-11T03:49:35,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975355 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888975355 2024-12-11T03:49:35,681 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 2024-12-11T03:49:35,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:35,682 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:35,695 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975682, exclude list is [], retry=0 2024-12-11T03:49:35,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:35,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:35,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:35,700 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975682 2024-12-11T03:49:35,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:35,700 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fd3ea30f396975d697aeca6164c17f4, NAME => 'testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:35,700 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:35,700 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,700 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,702 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,702 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName a 2024-12-11T03:49:35,702 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,707 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/a/afcf5b7f7427409a8083a41a0c09ab4d 2024-12-11T03:49:35,708 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,708 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,709 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName b 2024-12-11T03:49:35,709 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,709 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,710 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,710 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd3ea30f396975d697aeca6164c17f4 columnFamilyName c 2024-12-11T03:49:35,710 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,716 DEBUG [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/c/68d6af6499704418a1fc931ec57d9287 2024-12-11T03:49:35,716 INFO [StoreOpener-8fd3ea30f396975d697aeca6164c17f4-1 {}] regionserver.HStore(327): Store=8fd3ea30f396975d697aeca6164c17f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,716 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,717 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,719 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 2024-12-11T03:49:35,721 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:35,722 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 2024-12-11T03:49:35,722 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fd3ea30f396975d697aeca6164c17f4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T03:49:35,737 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/955d6f6b0b0d487190d195ff912368f6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733888975397/Put/seqid=0 2024-12-11T03:49:35,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:49:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:49:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:49:35,745 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/955d6f6b0b0d487190d195ff912368f6 2024-12-11T03:49:35,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/.tmp/b/955d6f6b0b0d487190d195ff912368f6 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/955d6f6b0b0d487190d195ff912368f6 2024-12-11T03:49:35,758 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/b/955d6f6b0b0d487190d195ff912368f6, entries=10, sequenceid=32, filesize=5.8 K 2024-12-11T03:49:35,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8fd3ea30f396975d697aeca6164c17f4 in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-12-11T03:49:35,759 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/0000000000000000032 2024-12-11T03:49:35,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,761 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:35,763 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fd3ea30f396975d697aeca6164c17f4 2024-12-11T03:49:35,765 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/8fd3ea30f396975d697aeca6164c17f4/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-11T03:49:35,766 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fd3ea30f396975d697aeca6164c17f4; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71773148, jitterRate=0.06950324773788452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fd3ea30f396975d697aeca6164c17f4: Writing region info on filesystem at 1733888975701Initializing all the Stores at 1733888975701Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975701Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975701Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975701Obtaining lock to block concurrent updates at 1733888975722 (+21 ms)Preparing flush snapshotting stores in 8fd3ea30f396975d697aeca6164c17f4 at 1733888975722Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733888975722Flushing stores of testReplayEditsWrittenViaHRegion,,1733888975299.8fd3ea30f396975d697aeca6164c17f4. at 1733888975722Flushing 8fd3ea30f396975d697aeca6164c17f4/b: creating writer at 1733888975722Flushing 8fd3ea30f396975d697aeca6164c17f4/b: appending metadata at 1733888975736 (+14 ms)Flushing 8fd3ea30f396975d697aeca6164c17f4/b: closing flushed file at 1733888975736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f439938: reopening flushed file at 1733888975751 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8fd3ea30f396975d697aeca6164c17f4 in 36ms, sequenceid=32, compaction requested=false; wal=null at 1733888975758 (+7 ms)Cleaning up temporary data from old regions at 1733888975760 (+2 ms)Region opened successfully at 1733888975767 (+7 ms) 2024-12-11T03:49:35,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=422 (was 412) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38860 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:43342 [Waiting for operation #49] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:43984 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:43480 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:38684 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:44106 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1129 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=3117 (was 3121) 2024-12-11T03:49:35,791 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-11T03:49:35,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1129, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=3116 2024-12-11T03:49:35,803 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-11T03:49:35,818 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:35,820 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:35,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:35,823 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90355347, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-90355347, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:35,836 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90355347/hregion-90355347.1733888975823, exclude list is [], retry=0 2024-12-11T03:49:35,839 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:35,839 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:35,839 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:35,841 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90355347/hregion-90355347.1733888975823 2024-12-11T03:49:35,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:35,842 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f65131c5b60958caaec6c1e8630cffc0, NAME => 'testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:49:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:49:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:49:35,850 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:35,851 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,852 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName a 2024-12-11T03:49:35,852 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,853 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,853 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,854 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName b 2024-12-11T03:49:35,854 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,855 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,855 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,856 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName c 2024-12-11T03:49:35,856 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,856 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,856 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,858 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,858 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,859 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:35,860 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,861 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:35,862 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f65131c5b60958caaec6c1e8630cffc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041517, jitterRate=-0.001003548502922058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f65131c5b60958caaec6c1e8630cffc0: Writing region info on filesystem at 1733888975850Initializing all the Stores at 1733888975851 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975851Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975851Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975851Cleaning up temporary data from old regions at 1733888975858 (+7 ms)Region opened successfully at 1733888975863 (+5 ms) 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f65131c5b60958caaec6c1e8630cffc0, disabling compactions & flushes 2024-12-11T03:49:35,863 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. after waiting 0 ms 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:35,863 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:35,863 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f65131c5b60958caaec6c1e8630cffc0: Waiting for close lock at 1733888975863Disabling compacts and flushes for region at 1733888975863Disabling writes for close at 1733888975863Writing region close event to WAL at 1733888975863Closed at 1733888975863 2024-12-11T03:49:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741901_1079 (size=95) 2024-12-11T03:49:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741901_1079 (size=95) 2024-12-11T03:49:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741901_1079 (size=95) 2024-12-11T03:49:35,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:35,868 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90355347:(num 1733888975823) 2024-12-11T03:49:35,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:35,870 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:35,883 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, exclude list is [], retry=0 2024-12-11T03:49:35,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:35,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:35,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:35,888 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 2024-12-11T03:49:35,888 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:35,956 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f65131c5b60958caaec6c1e8630cffc0, NAME => 'testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:35,959 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,959 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:35,959 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,959 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,961 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,962 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName a 2024-12-11T03:49:35,962 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,963 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,963 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,963 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName b 2024-12-11T03:49:35,964 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,964 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,964 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,965 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName c 2024-12-11T03:49:35,965 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:35,965 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:35,965 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,966 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,968 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,968 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,969 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:35,970 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,971 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f65131c5b60958caaec6c1e8630cffc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347188, jitterRate=-0.08585566282272339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:35,971 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:35,971 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f65131c5b60958caaec6c1e8630cffc0: Running coprocessor pre-open hook at 1733888975959Writing region info on filesystem at 1733888975959Initializing all the Stores at 1733888975960 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975960Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975961 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888975961Cleaning up temporary data from old regions at 1733888975968 (+7 ms)Running coprocessor post-open hooks at 1733888975971 (+3 ms)Region opened successfully at 1733888975971 2024-12-11T03:49:35,982 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f65131c5b60958caaec6c1e8630cffc0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-11T03:49:35,983 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:36,984 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:37,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:49:37,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-11T03:49:37,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:37,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T03:49:37,856 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:37,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-11T03:49:37,856 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:37,857 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-11T03:49:37,857 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:37,985 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:38,985 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:39,986 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:40,987 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:41,987 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:42,988 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:43,989 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:44,989 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f65131c5b60958caaec6c1e8630cffc0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:44,990 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f65131c5b60958caaec6c1e8630cffc0: 2024-12-11T03:49:44,990 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,004 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f65131c5b60958caaec6c1e8630cffc0: 2024-12-11T03:49:45,004 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-11T03:49:45,004 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f65131c5b60958caaec6c1e8630cffc0, disabling compactions & flushes 2024-12-11T03:49:45,004 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,004 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,004 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. after waiting 0 ms 2024-12-11T03:49:45,004 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,005 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,005 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. 2024-12-11T03:49:45,005 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f65131c5b60958caaec6c1e8630cffc0: Waiting for close lock at 1733888985004Running coprocessor pre-close hooks at 1733888985004Disabling compacts and flushes for region at 1733888985004Disabling writes for close at 1733888985004Writing region close event to WAL at 1733888985005 (+1 ms)Running coprocessor post-close hooks at 1733888985005Closed at 1733888985005 2024-12-11T03:49:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741903_1081 (size=2691) 2024-12-11T03:49:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741903_1081 (size=2691) 2024-12-11T03:49:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741903_1081 (size=2691) 2024-12-11T03:49:45,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, size=2.6 K (2691bytes) 2024-12-11T03:49:45,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 2024-12-11T03:49:45,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 after 1ms 2024-12-11T03:49:45,027 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:45,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 took 3ms 2024-12-11T03:49:45,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 so closing down 2024-12-11T03:49:45,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:45,031 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733888975870.temp 2024-12-11T03:49:45,032 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp 2024-12-11T03:49:45,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:45,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741904_1082 (size=2094) 2024-12-11T03:49:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741904_1082 (size=2094) 2024-12-11T03:49:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741904_1082 (size=2094) 2024-12-11T03:49:45,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:45,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 2024-12-11T03:49:45,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-11T03:49:45,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, journal: Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, size=2.6 K (2691bytes) at 1733888985024Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 so closing down at 1733888985029 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp at 1733888985032 (+3 ms)3 split writer threads finished at 1733888985033 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733888985044 (+11 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000004-wal.1733888975870.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 at 1733888985045 (+1 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733888985045 2024-12-11T03:49:45,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888975870 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888975870 2024-12-11T03:49:45,048 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 2024-12-11T03:49:45,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:45,050 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,064 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888985050, exclude list is [], retry=0 2024-12-11T03:49:45,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,069 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888985050 2024-12-11T03:49:45,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:45,069 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f65131c5b60958caaec6c1e8630cffc0, NAME => 'testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:45,070 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,072 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,073 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName a 2024-12-11T03:49:45,073 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,073 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,073 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,074 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName b 2024-12-11T03:49:45,074 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,075 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,075 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,076 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65131c5b60958caaec6c1e8630cffc0 columnFamilyName c 2024-12-11T03:49:45,076 DEBUG [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,076 INFO [StoreOpener-f65131c5b60958caaec6c1e8630cffc0-1 {}] regionserver.HStore(327): Store=f65131c5b60958caaec6c1e8630cffc0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,077 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,079 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,080 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 2024-12-11T03:49:45,082 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:45,083 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 2024-12-11T03:49:45,084 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f65131c5b60958caaec6c1e8630cffc0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-11T03:49:45,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/a/d726f793ae2047a2b0fd579a6aa050e8 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733888984995/Put/seqid=0 2024-12-11T03:49:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:49:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:49:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:49:45,106 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/a/d726f793ae2047a2b0fd579a6aa050e8 2024-12-11T03:49:45,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/b/c17d003967474372a6340f10e9ea0b59 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733888984991/Put/seqid=0 2024-12-11T03:49:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:49:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:49:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:49:45,134 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/b/c17d003967474372a6340f10e9ea0b59 2024-12-11T03:49:45,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/c/d2147fe6e93a4b0a9be51f0e8b7e3ccf is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733888984993/Put/seqid=0 2024-12-11T03:49:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:49:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:49:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:49:45,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/c/d2147fe6e93a4b0a9be51f0e8b7e3ccf 2024-12-11T03:49:45,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/a/d726f793ae2047a2b0fd579a6aa050e8 as hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/a/d726f793ae2047a2b0fd579a6aa050e8 2024-12-11T03:49:45,181 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/a/d726f793ae2047a2b0fd579a6aa050e8, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T03:49:45,182 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/b/c17d003967474372a6340f10e9ea0b59 as hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/b/c17d003967474372a6340f10e9ea0b59 2024-12-11T03:49:45,187 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/b/c17d003967474372a6340f10e9ea0b59, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T03:49:45,188 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/.tmp/c/d2147fe6e93a4b0a9be51f0e8b7e3ccf as hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/c/d2147fe6e93a4b0a9be51f0e8b7e3ccf 2024-12-11T03:49:45,193 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/c/d2147fe6e93a4b0a9be51f0e8b7e3ccf, entries=6, sequenceid=26, filesize=5.3 K 2024-12-11T03:49:45,193 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f65131c5b60958caaec6c1e8630cffc0 in 109ms, sequenceid=26, compaction requested=false; wal=null 2024-12-11T03:49:45,194 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/0000000000000000026 2024-12-11T03:49:45,195 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,195 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,196 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:45,197 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,200 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsAfterAbortingFlush/f65131c5b60958caaec6c1e8630cffc0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-11T03:49:45,201 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f65131c5b60958caaec6c1e8630cffc0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64411939, jitterRate=-0.04018731415271759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:45,201 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f65131c5b60958caaec6c1e8630cffc0 2024-12-11T03:49:45,202 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f65131c5b60958caaec6c1e8630cffc0: Running coprocessor pre-open hook at 1733888985070Writing region info on filesystem at 1733888985070Initializing all the Stores at 1733888985071 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985071Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985071Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985071Obtaining lock to block concurrent updates at 1733888985084 (+13 ms)Preparing flush snapshotting stores in f65131c5b60958caaec6c1e8630cffc0 at 1733888985084Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733888985084Flushing stores of testReplayEditsAfterAbortingFlush,,1733888975819.f65131c5b60958caaec6c1e8630cffc0. at 1733888985084Flushing f65131c5b60958caaec6c1e8630cffc0/a: creating writer at 1733888985084Flushing f65131c5b60958caaec6c1e8630cffc0/a: appending metadata at 1733888985098 (+14 ms)Flushing f65131c5b60958caaec6c1e8630cffc0/a: closing flushed file at 1733888985098Flushing f65131c5b60958caaec6c1e8630cffc0/b: creating writer at 1733888985111 (+13 ms)Flushing f65131c5b60958caaec6c1e8630cffc0/b: appending metadata at 1733888985125 (+14 ms)Flushing f65131c5b60958caaec6c1e8630cffc0/b: closing flushed file at 1733888985125Flushing f65131c5b60958caaec6c1e8630cffc0/c: creating writer at 1733888985140 (+15 ms)Flushing f65131c5b60958caaec6c1e8630cffc0/c: appending metadata at 1733888985161 (+21 ms)Flushing f65131c5b60958caaec6c1e8630cffc0/c: closing flushed file at 1733888985161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdddd31: reopening flushed file at 1733888985175 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b676192: reopening flushed file at 1733888985181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99ea592: reopening flushed file at 1733888985187 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f65131c5b60958caaec6c1e8630cffc0 in 109ms, sequenceid=26, compaction requested=false; wal=null at 1733888985193 (+6 ms)Cleaning up temporary data from old regions at 1733888985195 (+2 ms)Running coprocessor post-open hooks at 1733888985201 (+6 ms)Region opened successfully at 1733888985202 (+1 ms) 2024-12-11T03:49:45,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421 (was 422), OpenFileDescriptor=1183 (was 1129) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=3120 (was 3116) - AvailableMemoryMB LEAK? - 2024-12-11T03:49:45,223 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-11T03:49:45,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=3119 2024-12-11T03:49:45,236 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-11T03:49:45,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:45,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:45,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:45,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47375985, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-47375985, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,270 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47375985/hregion-47375985.1733888985257, exclude list is [], retry=0 2024-12-11T03:49:45,273 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,273 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,274 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47375985/hregion-47375985.1733888985257 2024-12-11T03:49:45,280 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:45,280 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9141ffb9efe36986e5e74b377dc18564, NAME => 'testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:49:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:49:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:49:45,295 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,296 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,297 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9141ffb9efe36986e5e74b377dc18564 columnFamilyName a 2024-12-11T03:49:45,297 DEBUG [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,298 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(327): Store=9141ffb9efe36986e5e74b377dc18564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,298 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,299 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,299 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,300 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,300 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,301 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,303 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:45,304 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9141ffb9efe36986e5e74b377dc18564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62637146, jitterRate=-0.06663379073143005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:45,304 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9141ffb9efe36986e5e74b377dc18564: Writing region info on filesystem at 1733888985295Initializing all the Stores at 1733888985295Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985296 (+1 ms)Cleaning up temporary data from old regions at 1733888985300 (+4 ms)Region opened successfully at 1733888985304 (+4 ms) 2024-12-11T03:49:45,304 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9141ffb9efe36986e5e74b377dc18564, disabling compactions & flushes 2024-12-11T03:49:45,304 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,305 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,305 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. after waiting 0 ms 2024-12-11T03:49:45,305 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,305 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,305 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9141ffb9efe36986e5e74b377dc18564: Waiting for close lock at 1733888985304Disabling compacts and flushes for region at 1733888985304Disabling writes for close at 1733888985305 (+1 ms)Writing region close event to WAL at 1733888985305Closed at 1733888985305 2024-12-11T03:49:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741909_1087 (size=95) 2024-12-11T03:49:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741909_1087 (size=95) 2024-12-11T03:49:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741909_1087 (size=95) 2024-12-11T03:49:45,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:45,311 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47375985:(num 1733888985257) 2024-12-11T03:49:45,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:45,313 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,326 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, exclude list is [], retry=0 2024-12-11T03:49:45,329 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,330 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,330 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,332 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 2024-12-11T03:49:45,332 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9141ffb9efe36986e5e74b377dc18564, NAME => 'testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,334 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,336 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9141ffb9efe36986e5e74b377dc18564 columnFamilyName a 2024-12-11T03:49:45,336 DEBUG [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,336 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(327): Store=9141ffb9efe36986e5e74b377dc18564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,337 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,339 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9141ffb9efe36986e5e74b377dc18564; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477683, jitterRate=-0.0988122969865799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:45,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9141ffb9efe36986e5e74b377dc18564: Writing region info on filesystem at 1733888985332Initializing all the Stores at 1733888985333 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985333Cleaning up temporary data from old regions at 1733888985339 (+6 ms)Region opened successfully at 1733888985342 (+3 ms) 2024-12-11T03:49:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9141ffb9efe36986e5e74b377dc18564, disabling compactions & flushes 2024-12-11T03:49:45,353 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. after waiting 0 ms 2024-12-11T03:49:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,354 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,354 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. 2024-12-11T03:49:45,354 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9141ffb9efe36986e5e74b377dc18564: Waiting for close lock at 1733888985353Disabling compacts and flushes for region at 1733888985353Disabling writes for close at 1733888985353Writing region close event to WAL at 1733888985354 (+1 ms)Closed at 1733888985354 2024-12-11T03:49:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741911_1089 (size=1050) 2024-12-11T03:49:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741911_1089 (size=1050) 2024-12-11T03:49:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741911_1089 (size=1050) 2024-12-11T03:49:45,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, size=1.0 K (1050bytes) 2024-12-11T03:49:45,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 2024-12-11T03:49:45,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 after 1ms 2024-12-11T03:49:45,377 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:45,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 took 3ms 2024-12-11T03:49:45,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 so closing down 2024-12-11T03:49:45,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:45,380 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733888985313.temp 2024-12-11T03:49:45,382 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp 2024-12-11T03:49:45,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741912_1090 (size=1050) 2024-12-11T03:49:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741912_1090 (size=1050) 2024-12-11T03:49:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741912_1090 (size=1050) 2024-12-11T03:49:45,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:45,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp to hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 2024-12-11T03:49:45,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-11T03:49:45,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, journal: Splitting hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, size=1.0 K (1050bytes) at 1733888985374Finishing writing output for hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 so closing down at 1733888985379 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp at 1733888985382 (+3 ms)3 split writer threads finished at 1733888985382Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733888985390 (+8 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000003-wal.1733888985313.temp to hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 at 1733888985391 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733888985391 2024-12-11T03:49:45,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985313 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888985313 2024-12-11T03:49:45,394 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 2024-12-11T03:49:45,397 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:45,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:45,711 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,724 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985711, exclude list is [], retry=0 2024-12-11T03:49:45,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,728 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,729 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985711 2024-12-11T03:49:45,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:45,729 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9141ffb9efe36986e5e74b377dc18564, NAME => 'testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:45,730 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,730 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,730 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,733 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,734 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9141ffb9efe36986e5e74b377dc18564 columnFamilyName a 2024-12-11T03:49:45,734 DEBUG [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,735 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(327): Store=9141ffb9efe36986e5e74b377dc18564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,735 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,736 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,737 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,738 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 2024-12-11T03:49:45,741 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:45,742 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 2024-12-11T03:49:45,742 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9141ffb9efe36986e5e74b377dc18564 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-11T03:49:45,766 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/.tmp/a/c9a529eedf8d4252bd5ad9699966371f is 79, key is testDatalossWhenInputError/a:x0/1733888985342/Put/seqid=0 2024-12-11T03:49:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:49:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:49:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:49:45,773 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/.tmp/a/c9a529eedf8d4252bd5ad9699966371f 2024-12-11T03:49:45,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/.tmp/a/c9a529eedf8d4252bd5ad9699966371f as hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/a/c9a529eedf8d4252bd5ad9699966371f 2024-12-11T03:49:45,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/a/c9a529eedf8d4252bd5ad9699966371f, entries=10, sequenceid=12, filesize=5.7 K 2024-12-11T03:49:45,790 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9141ffb9efe36986e5e74b377dc18564 in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-12-11T03:49:45,791 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/0000000000000000012 2024-12-11T03:49:45,792 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,792 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,795 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,798 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-11T03:49:45,799 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9141ffb9efe36986e5e74b377dc18564; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60072035, jitterRate=-0.10485692322254181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:45,799 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9141ffb9efe36986e5e74b377dc18564: Writing region info on filesystem at 1733888985730Initializing all the Stores at 1733888985732 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985732Obtaining lock to block concurrent updates at 1733888985742 (+10 ms)Preparing flush snapshotting stores in 9141ffb9efe36986e5e74b377dc18564 at 1733888985742Finished memstore snapshotting testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733888985742Flushing stores of testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564. at 1733888985742Flushing 9141ffb9efe36986e5e74b377dc18564/a: creating writer at 1733888985742Flushing 9141ffb9efe36986e5e74b377dc18564/a: appending metadata at 1733888985765 (+23 ms)Flushing 9141ffb9efe36986e5e74b377dc18564/a: closing flushed file at 1733888985765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a3f313: reopening flushed file at 1733888985780 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9141ffb9efe36986e5e74b377dc18564 in 48ms, sequenceid=12, compaction requested=false; wal=null at 1733888985790 (+10 ms)Cleaning up temporary data from old regions at 1733888985792 (+2 ms)Region opened successfully at 1733888985799 (+7 ms) 2024-12-11T03:49:45,802 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9141ffb9efe36986e5e74b377dc18564, NAME => 'testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:45,802 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733888985253.9141ffb9efe36986e5e74b377dc18564.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,803 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,803 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,804 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,805 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9141ffb9efe36986e5e74b377dc18564 columnFamilyName a 2024-12-11T03:49:45,805 DEBUG [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,811 DEBUG [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/a/c9a529eedf8d4252bd5ad9699966371f 2024-12-11T03:49:45,811 INFO [StoreOpener-9141ffb9efe36986e5e74b377dc18564-1 {}] regionserver.HStore(327): Store=9141ffb9efe36986e5e74b377dc18564/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9141ffb9efe36986e5e74b377dc18564 2024-12-11T03:49:45,818 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testDatalossWhenInputError/9141ffb9efe36986e5e74b377dc18564/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-11T03:49:45,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9141ffb9efe36986e5e74b377dc18564; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71668227, jitterRate=0.06793980300426483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:49:45,819 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9141ffb9efe36986e5e74b377dc18564: Writing region info on filesystem at 1733888985803Initializing all the Stores at 1733888985803Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985804 (+1 ms)Cleaning up temporary data from old regions at 1733888985814 (+10 ms)Region opened successfully at 1733888985819 (+5 ms) 2024-12-11T03:49:45,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=431 (was 421) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41294 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41348 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54436 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54326 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:49464 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:49514 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=3109 (was 3119) 2024-12-11T03:49:45,837 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-11T03:49:45,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=431, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=3109 2024-12-11T03:49:45,850 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-11T03:49:45,869 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:45,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:45,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:45,874 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-00391996, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-00391996, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-00391996/hregion-00391996.1733888985875, exclude list is [], retry=0 2024-12-11T03:49:45,890 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,891 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,891 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-00391996/hregion-00391996.1733888985875 2024-12-11T03:49:45,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:45,893 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ecbf3068c2aa6f45772c3c480aeffd2f, NAME => 'testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:49:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:49:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:49:45,903 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,904 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,905 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName a 2024-12-11T03:49:45,906 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,906 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,906 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,907 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName b 2024-12-11T03:49:45,907 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,908 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,908 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,909 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName c 2024-12-11T03:49:45,909 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,909 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,912 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,912 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,912 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:45,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,915 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:45,916 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ecbf3068c2aa6f45772c3c480aeffd2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72341902, jitterRate=0.07797834277153015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ecbf3068c2aa6f45772c3c480aeffd2f: Writing region info on filesystem at 1733888985903Initializing all the Stores at 1733888985904 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985904Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985904Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985904Cleaning up temporary data from old regions at 1733888985912 (+8 ms)Region opened successfully at 1733888985916 (+4 ms) 2024-12-11T03:49:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ecbf3068c2aa6f45772c3c480aeffd2f, disabling compactions & flushes 2024-12-11T03:49:45,916 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:45,916 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. after waiting 0 ms 2024-12-11T03:49:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:45,917 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ecbf3068c2aa6f45772c3c480aeffd2f: Waiting for close lock at 1733888985916Disabling compacts and flushes for region at 1733888985916Disabling writes for close at 1733888985917 (+1 ms)Writing region close event to WAL at 1733888985917Closed at 1733888985917 2024-12-11T03:49:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741915_1093 (size=95) 2024-12-11T03:49:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741915_1093 (size=95) 2024-12-11T03:49:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741915_1093 (size=95) 2024-12-11T03:49:45,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:45,926 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-00391996:(num 1733888985875) 2024-12-11T03:49:45,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:45,927 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:45,941 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, exclude list is [], retry=0 2024-12-11T03:49:45,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:45,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:45,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:45,946 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 2024-12-11T03:49:45,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:45,947 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbf3068c2aa6f45772c3c480aeffd2f, NAME => 'testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:45,947 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:45,947 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,947 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,949 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,949 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName a 2024-12-11T03:49:45,950 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,950 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,950 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,951 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName b 2024-12-11T03:49:45,951 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,952 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,952 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,952 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName c 2024-12-11T03:49:45,952 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:45,953 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:45,953 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:45,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:45,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ecbf3068c2aa6f45772c3c480aeffd2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487841, jitterRate=0.12485648691654205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:45,958 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ecbf3068c2aa6f45772c3c480aeffd2f: Writing region info on filesystem at 1733888985947Initializing all the Stores at 1733888985948 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985948Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985948Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888985948Cleaning up temporary data from old regions at 1733888985955 (+7 ms)Region opened successfully at 1733888985958 (+3 ms) 2024-12-11T03:49:45,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733888985962/Put/seqid=0 2024-12-11T03:49:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:49:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:49:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:49:45,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733888985972/Put/seqid=0 2024-12-11T03:49:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:49:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:49:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:49:45,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733888985983/Put/seqid=0 2024-12-11T03:49:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:49:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:49:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:49:45,990 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:45,994 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-11T03:49:45,994 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:49:45,994 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:45,997 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-11T03:49:45,997 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:49:45,997 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:46,000 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-11T03:49:46,000 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:49:46,000 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ecbf3068c2aa6f45772c3c480aeffd2f 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-11T03:49:46,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp/a/f91efb9c7b234fa09316ca29e5c9df36 is 55, key is testCompactedBulkLoadedFiles/a:a/1733888985959/Put/seqid=0 2024-12-11T03:49:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:49:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:49:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:49:46,026 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp/a/f91efb9c7b234fa09316ca29e5c9df36 2024-12-11T03:49:46,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp/a/f91efb9c7b234fa09316ca29e5c9df36 as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36 2024-12-11T03:49:46,037 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36, entries=1, sequenceid=4, filesize=5.0 K 2024-12-11T03:49:46,038 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for ecbf3068c2aa6f45772c3c480aeffd2f in 38ms, sequenceid=4, compaction requested=false 2024-12-11T03:49:46,038 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ecbf3068c2aa6f45772c3c480aeffd2f: 2024-12-11T03:49:46,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ 2024-12-11T03:49:46,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ 2024-12-11T03:49:46,041 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ 2024-12-11T03:49:46,042 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile0 into ecbf3068c2aa6f45772c3c480aeffd2f/a as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ - updating store file list. 2024-12-11T03:49:46,046 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:46,047 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ into ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:46,047 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile0 into ecbf3068c2aa6f45772c3c480aeffd2f/a (new location: hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_) 2024-12-11T03:49:46,048 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile1 into ecbf3068c2aa6f45772c3c480aeffd2f/a as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ - updating store file list. 2024-12-11T03:49:46,052 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 148ecafd8c8940a7be495a32b21923c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:46,053 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ into ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:46,053 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile1 into ecbf3068c2aa6f45772c3c480aeffd2f/a (new location: hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_) 2024-12-11T03:49:46,054 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile2 into ecbf3068c2aa6f45772c3c480aeffd2f/a as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ - updating store file list. 2024-12-11T03:49:46,058 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:46,058 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ into ecbf3068c2aa6f45772c3c480aeffd2f/a 2024-12-11T03:49:46,058 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/hbase/testCompactedBulkLoadedFiles/hfile2 into ecbf3068c2aa6f45772c3c480aeffd2f/a (new location: hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_) 2024-12-11T03:49:46,067 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T03:49:46,067 DEBUG [Time-limited test {}] regionserver.HStore(1541): ecbf3068c2aa6f45772c3c480aeffd2f/a is initiating major compaction (all files) 2024-12-11T03:49:46,067 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ecbf3068c2aa6f45772c3c480aeffd2f/a in testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:46,067 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_] into tmpdir=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp, totalSize=19.3 K 2024-12-11T03:49:46,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f91efb9c7b234fa09316ca29e5c9df36, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733888985959 2024-12-11T03:49:46,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:49:46,068 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 148ecafd8c8940a7be495a32b21923c6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:49:46,069 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:49:46,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp/a/5ce91cf9033f4353bbbf78a9b50081b7 is 55, key is testCompactedBulkLoadedFiles/a:a/1733888985959/Put/seqid=0 2024-12-11T03:49:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:49:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:49:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:49:46,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/.tmp/a/5ce91cf9033f4353bbbf78a9b50081b7 as hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/5ce91cf9033f4353bbbf78a9b50081b7 2024-12-11T03:49:46,104 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in ecbf3068c2aa6f45772c3c480aeffd2f/a of ecbf3068c2aa6f45772c3c480aeffd2f into 5ce91cf9033f4353bbbf78a9b50081b7(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:49:46,104 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ecbf3068c2aa6f45772c3c480aeffd2f: 2024-12-11T03:49:46,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T03:49:46,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T03:49:46,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T03:49:46,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, size=0 (0bytes) 2024-12-11T03:49:46,139 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 might be still open, length is 0 2024-12-11T03:49:46,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 2024-12-11T03:49:46,139 WARN [IPC Server handler 3 on default port 40323 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-11T03:49:46,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 after 0ms 2024-12-11T03:49:47,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-11T03:49:47,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:47,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-11T03:49:47,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-11T03:49:48,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:49552 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:32775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49552 dst: /127.0.0.1:32775 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32775 remote=/127.0.0.1:49552]. Total timeout mills is 60000, 57168 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:48,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54478 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36513:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54478 dst: /127.0.0.1:36513 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:48,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41380 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39457:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41380 dst: /127.0.0.1:39457 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741917_1101 (size=1169) 2024-12-11T03:49:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741917_1101 (size=1169) 2024-12-11T03:49:50,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 after 4001ms 2024-12-11T03:49:50,143 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:50,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 took 4005ms 2024-12-11T03:49:50,145 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928; continuing. 2024-12-11T03:49:50,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 so closing down 2024-12-11T03:49:50,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:50,146 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733888985928.temp 2024-12-11T03:49:50,148 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp 2024-12-11T03:49:50,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741923_1102 (size=545) 2024-12-11T03:49:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741923_1102 (size=545) 2024-12-11T03:49:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741923_1102 (size=545) 2024-12-11T03:49:50,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:50,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp to hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 2024-12-11T03:49:50,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:49:50,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, journal: Splitting hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, size=0 (0bytes) at 1733888986138Finishing writing output for hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 so closing down at 1733888990145 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp at 1733888990148 (+3 ms)3 split writer threads finished at 1733888990148Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733888990155 (+7 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000003-wal.1733888985928.temp to hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 at 1733888990156 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928, size=0, length=0, corrupted=false, cancelled=false at 1733888990157 (+1 ms) 2024-12-11T03:49:50,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888985928 2024-12-11T03:49:50,159 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 2024-12-11T03:49:50,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:50,161 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:50,174 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888990161, exclude list is [], retry=0 2024-12-11T03:49:50,176 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:50,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:50,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:50,178 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888990161 2024-12-11T03:49:50,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbf3068c2aa6f45772c3c480aeffd2f, NAME => 'testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,180 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,181 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName a 2024-12-11T03:49:50,181 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,187 DEBUG [StoreFileOpener-ecbf3068c2aa6f45772c3c480aeffd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 148ecafd8c8940a7be495a32b21923c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:50,187 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ 2024-12-11T03:49:50,191 DEBUG [StoreFileOpener-ecbf3068c2aa6f45772c3c480aeffd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:50,191 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ 2024-12-11T03:49:50,195 DEBUG [StoreFileOpener-ecbf3068c2aa6f45772c3c480aeffd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:49:50,195 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ 2024-12-11T03:49:50,198 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/5ce91cf9033f4353bbbf78a9b50081b7 2024-12-11T03:49:50,201 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36 2024-12-11T03:49:50,201 WARN [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a704c4e 2024-12-11T03:49:50,201 WARN [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a704c4e 2024-12-11T03:49:50,201 WARN [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a704c4e 2024-12-11T03:49:50,201 WARN [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a704c4e 2024-12-11T03:49:50,202 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36] to archive 2024-12-11T03:49:50,202 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:49:50,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ to hdfs://localhost:40323/hbase/archive/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/148ecafd8c8940a7be495a32b21923c6_SeqId_4_ 2024-12-11T03:49:50,205 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ to hdfs://localhost:40323/hbase/archive/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_ 2024-12-11T03:49:50,205 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ to hdfs://localhost:40323/hbase/archive/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_ 2024-12-11T03:49:50,205 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36 to hdfs://localhost:40323/hbase/archive/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/a/f91efb9c7b234fa09316ca29e5c9df36 2024-12-11T03:49:50,205 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,205 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,206 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName b 2024-12-11T03:49:50,206 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,207 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,207 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,208 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbf3068c2aa6f45772c3c480aeffd2f columnFamilyName c 2024-12-11T03:49:50,208 DEBUG [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,208 INFO [StoreOpener-ecbf3068c2aa6f45772c3c480aeffd2f-1 {}] regionserver.HStore(327): Store=ecbf3068c2aa6f45772c3c480aeffd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,208 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,209 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,211 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 2024-12-11T03:49:50,212 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:50,214 DEBUG [Time-limited test {}] regionserver.HRegion(5836): ecbf3068c2aa6f45772c3c480aeffd2f : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "ecbf3068c2aa6f45772c3c480aeffd2f" family_name: "a" compaction_input: "f91efb9c7b234fa09316ca29e5c9df36" compaction_input: "402218e91c3544a7a61f51fc7fd4caa1_SeqId_4_" compaction_input: "148ecafd8c8940a7be495a32b21923c6_SeqId_4_" compaction_input: "1a7a149f3a4b451ebd3859dbd7654af3_SeqId_4_" compaction_output: "5ce91cf9033f4353bbbf78a9b50081b7" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-11T03:49:50,214 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-11T03:49:50,214 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 2024-12-11T03:49:50,215 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/0000000000000000008 2024-12-11T03:49:50,216 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,216 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,217 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:50,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ecbf3068c2aa6f45772c3c480aeffd2f 2024-12-11T03:49:50,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testCompactedBulkLoadedFiles/ecbf3068c2aa6f45772c3c480aeffd2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T03:49:50,223 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ecbf3068c2aa6f45772c3c480aeffd2f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65090301, jitterRate=-0.030078932642936707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:50,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ecbf3068c2aa6f45772c3c480aeffd2f: Writing region info on filesystem at 1733888990179Initializing all the Stores at 1733888990180 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990180Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990180Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990180Cleaning up temporary data from old regions at 1733888990216 (+36 ms)Region opened successfully at 1733888990223 (+7 ms) 2024-12-11T03:49:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ecbf3068c2aa6f45772c3c480aeffd2f, disabling compactions & flushes 2024-12-11T03:49:50,226 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. after waiting 0 ms 2024-12-11T03:49:50,226 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:50,228 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733888985870.ecbf3068c2aa6f45772c3c480aeffd2f. 2024-12-11T03:49:50,228 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ecbf3068c2aa6f45772c3c480aeffd2f: Waiting for close lock at 1733888990226Disabling compacts and flushes for region at 1733888990226Disabling writes for close at 1733888990226Writing region close event to WAL at 1733888990228 (+2 ms)Closed at 1733888990228 2024-12-11T03:49:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741924_1103 (size=95) 2024-12-11T03:49:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741924_1103 (size=95) 2024-12-11T03:49:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741924_1103 (size=95) 2024-12-11T03:49:50,235 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:50,235 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733888990161) 2024-12-11T03:49:50,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=448 (was 431) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:40323 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1610758511_22 at /127.0.0.1:49612 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1610758511_22 at /127.0.0.1:54548 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1610758511_22 at /127.0.0.1:41470 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=3088 (was 3109) 2024-12-11T03:49:50,251 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-11T03:49:50,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=448, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=3088 2024-12-11T03:49:50,266 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-11T03:49:50,281 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:50,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:49:50,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:49:50,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14474402, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/hregion-14474402, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:50,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14474402/hregion-14474402.1733888990286, exclude list is [], retry=0 2024-12-11T03:49:50,301 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:50,301 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:50,301 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:50,303 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14474402/hregion-14474402.1733888990286 2024-12-11T03:49:50,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:50,304 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 27a7cb070172022a1d76389c8e8bcedb, NAME => 'testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/hbase 2024-12-11T03:49:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:49:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:49:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:49:50,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:50,314 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,316 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName a 2024-12-11T03:49:50,316 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,316 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,316 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,317 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName b 2024-12-11T03:49:50,317 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,318 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,318 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,319 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName c 2024-12-11T03:49:50,319 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,319 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,320 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,322 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,322 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,322 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:50,323 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,325 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:49:50,326 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27a7cb070172022a1d76389c8e8bcedb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66290240, jitterRate=-0.012198448181152344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:50,326 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27a7cb070172022a1d76389c8e8bcedb: Writing region info on filesystem at 1733888990313Initializing all the Stores at 1733888990314 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990314Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990314Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990314Cleaning up temporary data from old regions at 1733888990322 (+8 ms)Region opened successfully at 1733888990326 (+4 ms) 2024-12-11T03:49:50,326 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27a7cb070172022a1d76389c8e8bcedb, disabling compactions & flushes 2024-12-11T03:49:50,326 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,326 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,326 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. after waiting 0 ms 2024-12-11T03:49:50,326 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,327 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,327 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27a7cb070172022a1d76389c8e8bcedb: Waiting for close lock at 1733888990326Disabling compacts and flushes for region at 1733888990326Disabling writes for close at 1733888990326Writing region close event to WAL at 1733888990327 (+1 ms)Closed at 1733888990327 2024-12-11T03:49:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741925_1104 (size=95) 2024-12-11T03:49:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741925_1104 (size=95) 2024-12-11T03:49:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741925_1104 (size=95) 2024-12-11T03:49:50,332 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:50,332 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14474402:(num 1733888990286) 2024-12-11T03:49:50,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:50,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:50,348 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, exclude list is [], retry=0 2024-12-11T03:49:50,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:50,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:50,351 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:50,353 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 2024-12-11T03:49:50,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:32779:32779)] 2024-12-11T03:49:50,353 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a7cb070172022a1d76389c8e8bcedb, NAME => 'testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:50,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:50,354 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,354 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,355 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,356 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName a 2024-12-11T03:49:50,356 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,356 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,356 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,357 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName b 2024-12-11T03:49:50,357 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,358 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,358 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,359 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName c 2024-12-11T03:49:50,359 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,359 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,359 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,362 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,362 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,362 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:50,364 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,365 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27a7cb070172022a1d76389c8e8bcedb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65545151, jitterRate=-0.0233011394739151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:50,365 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27a7cb070172022a1d76389c8e8bcedb: Writing region info on filesystem at 1733888990354Initializing all the Stores at 1733888990355 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990355Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990355Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990355Cleaning up temporary data from old regions at 1733888990362 (+7 ms)Region opened successfully at 1733888990365 (+3 ms) 2024-12-11T03:49:50,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27a7cb070172022a1d76389c8e8bcedb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T03:49:50,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/40e88306dbf749318c669027aace7ce9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733888990365/Put/seqid=0 2024-12-11T03:49:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:49:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:49:50,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:49:50,395 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/40e88306dbf749318c669027aace7ce9 2024-12-11T03:49:50,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/40e88306dbf749318c669027aace7ce9 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/40e88306dbf749318c669027aace7ce9 2024-12-11T03:49:50,406 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/40e88306dbf749318c669027aace7ce9, entries=10, sequenceid=13, filesize=5.8 K 2024-12-11T03:49:50,407 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 27a7cb070172022a1d76389c8e8bcedb in 34ms, sequenceid=13, compaction requested=false 2024-12-11T03:49:50,407 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27a7cb070172022a1d76389c8e8bcedb: 2024-12-11T03:49:50,427 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27a7cb070172022a1d76389c8e8bcedb, disabling compactions & flushes 2024-12-11T03:49:50,427 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,427 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,427 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. after waiting 0 ms 2024-12-11T03:49:50,428 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,428 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,429 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:50,429 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27a7cb070172022a1d76389c8e8bcedb: Waiting for close lock at 1733888990427Disabling compacts and flushes for region at 1733888990427Disabling writes for close at 1733888990427Writing region close event to WAL at 1733888990428 (+1 ms)Closed at 1733888990429 (+1 ms) 2024-12-11T03:49:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741927_1106 (size=3344) 2024-12-11T03:49:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741927_1106 (size=3344) 2024-12-11T03:49:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741927_1106 (size=3344) 2024-12-11T03:49:50,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, size=3.3 K (3344bytes) 2024-12-11T03:49:50,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 2024-12-11T03:49:50,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 after 1ms 2024-12-11T03:49:50,451 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:50,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 took 3ms 2024-12-11T03:49:50,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 so closing down 2024-12-11T03:49:50,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:50,455 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733888990335.temp 2024-12-11T03:49:50,456 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp 2024-12-11T03:49:50,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741929_1108 (size=2944) 2024-12-11T03:49:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741929_1108 (size=2944) 2024-12-11T03:49:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741929_1108 (size=2944) 2024-12-11T03:49:50,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:50,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 2024-12-11T03:49:50,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-12-11T03:49:50,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, journal: Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, size=3.3 K (3344bytes) at 1733888990448Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 so closing down at 1733888990454 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp at 1733888990456 (+2 ms)3 split writer threads finished at 1733888990457 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733888990464 (+7 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000003-wal.1733888990335.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 at 1733888990466 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1733888990466 2024-12-11T03:49:50,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990335 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888990335 2024-12-11T03:49:50,469 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 2024-12-11T03:49:50,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:50,470 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:50,484 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, exclude list is [], retry=0 2024-12-11T03:49:50,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:50,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:50,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:50,489 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 2024-12-11T03:49:50,489 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38953:38953)] 2024-12-11T03:49:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a7cb070172022a1d76389c8e8bcedb, NAME => 'testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:49:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,489 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,491 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,491 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName a 2024-12-11T03:49:50,492 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,497 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/40e88306dbf749318c669027aace7ce9 2024-12-11T03:49:50,497 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,498 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,498 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName b 2024-12-11T03:49:50,498 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,499 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,499 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,500 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName c 2024-12-11T03:49:50,500 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:50,500 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:50,500 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,502 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,503 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 2024-12-11T03:49:50,504 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:50,506 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 2024-12-11T03:49:50,506 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27a7cb070172022a1d76389c8e8bcedb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-11T03:49:50,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/51657f166e55472081e8aced907b2563 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733888990407/Put/seqid=0 2024-12-11T03:49:50,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:49:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:49:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:49:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:49:50,530 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/51657f166e55472081e8aced907b2563 2024-12-11T03:49:50,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/8c13930815a443c8aefc8e8bdb66864d is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733888990416/Put/seqid=0 2024-12-11T03:49:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:49:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:49:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:49:50,566 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/8c13930815a443c8aefc8e8bdb66864d 2024-12-11T03:49:50,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/51657f166e55472081e8aced907b2563 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/b/51657f166e55472081e8aced907b2563 2024-12-11T03:49:50,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/b/51657f166e55472081e8aced907b2563, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T03:49:50,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/8c13930815a443c8aefc8e8bdb66864d as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/c/8c13930815a443c8aefc8e8bdb66864d 2024-12-11T03:49:50,582 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/c/8c13930815a443c8aefc8e8bdb66864d, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T03:49:50,582 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 27a7cb070172022a1d76389c8e8bcedb in 76ms, sequenceid=35, compaction requested=false; wal=null 2024-12-11T03:49:50,582 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000035 2024-12-11T03:49:50,583 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,583 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,584 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:50,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:50,587 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-11T03:49:50,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27a7cb070172022a1d76389c8e8bcedb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62039582, jitterRate=-0.07553818821907043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:50,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27a7cb070172022a1d76389c8e8bcedb: Writing region info on filesystem at 1733888990489Initializing all the Stores at 1733888990490 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990490Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990490Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888990490Obtaining lock to block concurrent updates at 1733888990506 (+16 ms)Preparing flush snapshotting stores in 27a7cb070172022a1d76389c8e8bcedb at 1733888990506Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733888990506Flushing stores of testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. at 1733888990506Flushing 27a7cb070172022a1d76389c8e8bcedb/b: creating writer at 1733888990506Flushing 27a7cb070172022a1d76389c8e8bcedb/b: appending metadata at 1733888990521 (+15 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/b: closing flushed file at 1733888990521Flushing 27a7cb070172022a1d76389c8e8bcedb/c: creating writer at 1733888990538 (+17 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/c: appending metadata at 1733888990557 (+19 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/c: closing flushed file at 1733888990557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8f4c76: reopening flushed file at 1733888990570 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a618c37: reopening flushed file at 1733888990576 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 27a7cb070172022a1d76389c8e8bcedb in 76ms, sequenceid=35, compaction requested=false; wal=null at 1733888990582 (+6 ms)Cleaning up temporary data from old regions at 1733888990583 (+1 ms)Region opened successfully at 1733888990588 (+5 ms) 2024-12-11T03:49:50,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, size=0 (0bytes) 2024-12-11T03:49:50,655 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 might be still open, length is 0 2024-12-11T03:49:50,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 2024-12-11T03:49:50,655 WARN [IPC Server handler 4 on default port 40323 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-11T03:49:50,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 after 0ms 2024-12-11T03:49:51,934 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:54618 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36513:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54618 dst: /127.0.0.1:36513 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36513 remote=/127.0.0.1:54618]. Total timeout mills is 60000, 58681 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:51,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:41534 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39457:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41534 dst: /127.0.0.1:39457 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:51,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1271837624_22 at /127.0.0.1:49714 [Receiving block BP-340214892-172.17.0.2-1733888953991:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:32775:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49714 dst: /127.0.0.1:32775 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741930_1112 (size=2936) 2024-12-11T03:49:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741930_1112 (size=2936) 2024-12-11T03:49:54,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 after 4001ms 2024-12-11T03:49:54,659 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:54,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 took 4005ms 2024-12-11T03:49:54,661 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471; continuing. 2024-12-11T03:49:54,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 so closing down 2024-12-11T03:49:54,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:49:54,662 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733888990471.temp 2024-12-11T03:49:54,664 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp 2024-12-11T03:49:54,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:49:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741933_1113 (size=2944) 2024-12-11T03:49:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741933_1113 (size=2944) 2024-12-11T03:49:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741933_1113 (size=2944) 2024-12-11T03:49:54,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:49:54,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 2024-12-11T03:49:54,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:49:54,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, journal: Splitting hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, size=0 (0bytes) at 1733888990654Finishing writing output for hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 so closing down at 1733888994661 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp at 1733888994664 (+3 ms)3 split writer threads finished at 1733888994664Closed recovered edits writer path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733888994671 (+7 ms)Rename recovered edits hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000037-wal.1733888990471.temp to hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 at 1733888994672 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471, size=0, length=0, corrupted=false, cancelled=false at 1733888994672 2024-12-11T03:49:54,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 to hdfs://localhost:40323/hbase/oldWALs/wal.1733888990471 2024-12-11T03:49:54,674 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 2024-12-11T03:49:54,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:49:54,677 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40323/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280, archiveDir=hdfs://localhost:40323/hbase/oldWALs, maxLogs=32 2024-12-11T03:49:54,698 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888994677, exclude list is [], retry=0 2024-12-11T03:49:54,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-8579de18-61d5-4170-80ac-b1c44ce6bb2b,DISK] 2024-12-11T03:49:54,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-7e7ac514-56c0-4c37-8b1f-1d5271523afe,DISK] 2024-12-11T03:49:54,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-a13a19fb-435a-4976-8553-c5727c8c9dfa,DISK] 2024-12-11T03:49:54,702 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888994677 2024-12-11T03:49:54,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:38953:38953),(127.0.0.1/127.0.0.1:35589:35589)] 2024-12-11T03:49:54,703 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:49:54,704 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,705 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName a 2024-12-11T03:49:54,705 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:54,710 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/40e88306dbf749318c669027aace7ce9 2024-12-11T03:49:54,710 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:54,710 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,711 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName b 2024-12-11T03:49:54,711 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:54,715 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/b/51657f166e55472081e8aced907b2563 2024-12-11T03:49:54,715 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:54,715 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,716 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a7cb070172022a1d76389c8e8bcedb columnFamilyName c 2024-12-11T03:49:54,716 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:49:54,720 DEBUG [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/c/8c13930815a443c8aefc8e8bdb66864d 2024-12-11T03:49:54,720 INFO [StoreOpener-27a7cb070172022a1d76389c8e8bcedb-1 {}] regionserver.HStore(327): Store=27a7cb070172022a1d76389c8e8bcedb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:49:54,721 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,723 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 2024-12-11T03:49:54,724 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T03:49:54,729 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 2024-12-11T03:49:54,729 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27a7cb070172022a1d76389c8e8bcedb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T03:49:54,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/a55035a0efe9436e8779921f6751aac6 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733888990596/Put/seqid=0 2024-12-11T03:49:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:49:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:49:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:49:54,751 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/a55035a0efe9436e8779921f6751aac6 2024-12-11T03:49:54,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/fa39fbae150c4fb0b08086287a810be7 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733888990603/Put/seqid=0 2024-12-11T03:49:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:49:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:49:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:49:54,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/fa39fbae150c4fb0b08086287a810be7 2024-12-11T03:49:54,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/57c969c49d314892837b6e1e0cf58a20 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733888990609/Put/seqid=0 2024-12-11T03:49:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:49:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:49:54,838 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/57c969c49d314892837b6e1e0cf58a20 2024-12-11T03:49:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:49:54,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/a/a55035a0efe9436e8779921f6751aac6 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/a55035a0efe9436e8779921f6751aac6 2024-12-11T03:49:54,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/a/a55035a0efe9436e8779921f6751aac6, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:49:54,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/b/fa39fbae150c4fb0b08086287a810be7 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/b/fa39fbae150c4fb0b08086287a810be7 2024-12-11T03:49:54,853 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/b/fa39fbae150c4fb0b08086287a810be7, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:49:54,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/.tmp/c/57c969c49d314892837b6e1e0cf58a20 as hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/c/57c969c49d314892837b6e1e0cf58a20 2024-12-11T03:49:54,858 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/c/57c969c49d314892837b6e1e0cf58a20, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:49:54,858 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 27a7cb070172022a1d76389c8e8bcedb in 129ms, sequenceid=66, compaction requested=false; wal=null 2024-12-11T03:49:54,858 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/0000000000000000066 2024-12-11T03:49:54,859 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,859 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,860 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:49:54,861 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27a7cb070172022a1d76389c8e8bcedb 2024-12-11T03:49:54,863 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/hbase/data/default/testReplayEditsWrittenViaHRegion/27a7cb070172022a1d76389c8e8bcedb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-11T03:49:54,864 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27a7cb070172022a1d76389c8e8bcedb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65935462, jitterRate=-0.017485052347183228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:49:54,864 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27a7cb070172022a1d76389c8e8bcedb: Writing region info on filesystem at 1733888994703Initializing all the Stores at 1733888994704 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888994704Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888994704Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733888994704Obtaining lock to block concurrent updates at 1733888994729 (+25 ms)Preparing flush snapshotting stores in 27a7cb070172022a1d76389c8e8bcedb at 1733888994729Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733888994729Flushing stores of testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. at 1733888994729Flushing 27a7cb070172022a1d76389c8e8bcedb/a: creating writer at 1733888994729Flushing 27a7cb070172022a1d76389c8e8bcedb/a: appending metadata at 1733888994744 (+15 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/a: closing flushed file at 1733888994744Flushing 27a7cb070172022a1d76389c8e8bcedb/b: creating writer at 1733888994756 (+12 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/b: appending metadata at 1733888994776 (+20 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/b: closing flushed file at 1733888994777 (+1 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/c: creating writer at 1733888994788 (+11 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/c: appending metadata at 1733888994829 (+41 ms)Flushing 27a7cb070172022a1d76389c8e8bcedb/c: closing flushed file at 1733888994829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6c3de: reopening flushed file at 1733888994842 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405253f7: reopening flushed file at 1733888994848 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169d1119: reopening flushed file at 1733888994853 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 27a7cb070172022a1d76389c8e8bcedb in 129ms, sequenceid=66, compaction requested=false; wal=null at 1733888994858 (+5 ms)Cleaning up temporary data from old regions at 1733888994859 (+1 ms)Region opened successfully at 1733888994864 (+5 ms) 2024-12-11T03:49:54,879 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27a7cb070172022a1d76389c8e8bcedb, disabling compactions & flushes 2024-12-11T03:49:54,879 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:54,879 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:54,879 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. after waiting 0 ms 2024-12-11T03:49:54,879 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:54,882 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733888990281.27a7cb070172022a1d76389c8e8bcedb. 2024-12-11T03:49:54,882 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27a7cb070172022a1d76389c8e8bcedb: Waiting for close lock at 1733888994879Disabling compacts and flushes for region at 1733888994879Disabling writes for close at 1733888994879Writing region close event to WAL at 1733888994882 (+3 ms)Closed at 1733888994882 2024-12-11T03:49:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741934_1114 (size=95) 2024-12-11T03:49:54,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741934_1114 (size=95) 2024-12-11T03:49:54,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741934_1114 (size=95) 2024-12-11T03:49:54,887 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:49:54,887 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733888994677) 2024-12-11T03:49:54,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=455 (was 448) Potentially hanging thread: IPC Client (6187833) connection to localhost/127.0.0.1:40323 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-735165749_22 at /127.0.0.1:50932 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-735165749_22 at /127.0.0.1:57070 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-735165749_22 at /127.0.0.1:48500 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=3052 (was 3088) 2024-12-11T03:49:54,904 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-11T03:49:54,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T03:49:54,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T03:49:54,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:49:54,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:54,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:54,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T03:49:54,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T03:49:54,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651798009, stopped=false 2024-12-11T03:49:54,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c49966d8a95f,43327,1733888956964 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:54,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T03:49:54,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T03:49:54,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:54,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:49:54,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:54,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,43635,1733888957626' ***** 2024-12-11T03:49:54,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T03:49:54,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:54,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:49:54,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,40387,1733888957725' ***** 2024-12-11T03:49:54,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T03:49:54,910 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:49:54,910 INFO [RS:0;c49966d8a95f:43635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T03:49:54,910 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:49:54,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:49:54,910 INFO [RS:0;c49966d8a95f:43635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T03:49:54,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:49:54,910 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(959): stopping server c49966d8a95f,43635,1733888957626 2024-12-11T03:49:54,910 INFO [RS:1;c49966d8a95f:40387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T03:49:54,910 INFO [RS:0;c49966d8a95f:43635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:49:54,910 INFO [RS:1;c49966d8a95f:40387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c49966d8a95f:43635. 2024-12-11T03:49:54,911 DEBUG [RS:0;c49966d8a95f:43635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:49:54,911 DEBUG [RS:0;c49966d8a95f:43635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:54,911 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(3091): Received CLOSE for 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T03:49:54,911 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(959): stopping server c49966d8a95f,40387,1733888957725 2024-12-11T03:49:54,911 INFO [RS:1;c49966d8a95f:40387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:49:54,911 INFO [RS:1;c49966d8a95f:40387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c49966d8a95f:40387. 2024-12-11T03:49:54,911 DEBUG [RS:1;c49966d8a95f:40387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:49:54,911 DEBUG [RS:1;c49966d8a95f:40387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:54,911 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 932b0dbedca793b52869f2261f1e3b39, disabling compactions & flushes 2024-12-11T03:49:54,911 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T03:49:54,911 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:54,911 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1325): Online Regions={932b0dbedca793b52869f2261f1e3b39=testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39.} 2024-12-11T03:49:54,911 DEBUG [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1351): Waiting on 932b0dbedca793b52869f2261f1e3b39 2024-12-11T03:49:54,911 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:54,911 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. after waiting 0 ms 2024-12-11T03:49:54,911 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:54,911 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T03:49:54,912 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T03:49:54,912 DEBUG [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T03:49:54,912 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T03:49:54,912 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T03:49:54,912 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T03:49:54,912 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T03:49:54,912 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T03:49:54,912 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-11T03:49:54,916 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/default/testReplayEditsAfterRegionMovedWithMultiCF/932b0dbedca793b52869f2261f1e3b39/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-11T03:49:54,917 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:54,917 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 932b0dbedca793b52869f2261f1e3b39: Waiting for close lock at 1733888994911Running coprocessor pre-close hooks at 1733888994911Disabling compacts and flushes for region at 1733888994911Disabling writes for close at 1733888994911Writing region close event to WAL at 1733888994913 (+2 ms)Running coprocessor post-close hooks at 1733888994917 (+4 ms)Closed at 1733888994917 2024-12-11T03:49:54,917 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39. 2024-12-11T03:49:54,928 INFO [regionserver/c49966d8a95f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T03:49:54,928 INFO [regionserver/c49966d8a95f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T03:49:54,935 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/info/09108eec91f3431096d8d96b5b9b3470 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733888971899.932b0dbedca793b52869f2261f1e3b39./info:regioninfo/1733888974908/Put/seqid=0 2024-12-11T03:49:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:49:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:49:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:49:54,944 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/info/09108eec91f3431096d8d96b5b9b3470 2024-12-11T03:49:54,954 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:54,954 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:54,964 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/ns/3590c361b85a479b918264a2de9ff7ca is 43, key is default/ns:d/1733888959689/Put/seqid=0 2024-12-11T03:49:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:49:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:49:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:49:54,971 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/ns/3590c361b85a479b918264a2de9ff7ca 2024-12-11T03:49:54,990 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/table/e13f340f54644866b3eed75d37b0d0e0 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733888972320/Put/seqid=0 2024-12-11T03:49:54,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:49:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:49:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:49:54,997 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/table/e13f340f54644866b3eed75d37b0d0e0 2024-12-11T03:49:55,003 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/info/09108eec91f3431096d8d96b5b9b3470 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/info/09108eec91f3431096d8d96b5b9b3470 2024-12-11T03:49:55,008 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/info/09108eec91f3431096d8d96b5b9b3470, entries=18, sequenceid=21, filesize=8.0 K 2024-12-11T03:49:55,009 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/ns/3590c361b85a479b918264a2de9ff7ca as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/ns/3590c361b85a479b918264a2de9ff7ca 2024-12-11T03:49:55,015 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/ns/3590c361b85a479b918264a2de9ff7ca, entries=2, sequenceid=21, filesize=5.0 K 2024-12-11T03:49:55,016 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/.tmp/table/e13f340f54644866b3eed75d37b0d0e0 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/table/e13f340f54644866b3eed75d37b0d0e0 2024-12-11T03:49:55,021 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/table/e13f340f54644866b3eed75d37b0d0e0, entries=2, sequenceid=21, filesize=5.3 K 2024-12-11T03:49:55,022 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=21, compaction requested=false 2024-12-11T03:49:55,026 INFO [regionserver/c49966d8a95f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T03:49:55,026 INFO [regionserver/c49966d8a95f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T03:49:55,027 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-11T03:49:55,028 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T03:49:55,028 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T03:49:55,028 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733888994912Running coprocessor pre-close hooks at 1733888994912Disabling compacts and flushes for region at 1733888994912Disabling writes for close at 1733888994912Obtaining lock to block concurrent updates at 1733888994912Preparing flush snapshotting stores in 1588230740 at 1733888994912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733888994912Flushing stores of hbase:meta,,1.1588230740 at 1733888994913 (+1 ms)Flushing 1588230740/info: creating writer at 1733888994914 (+1 ms)Flushing 1588230740/info: appending metadata at 1733888994934 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733888994934Flushing 1588230740/ns: creating writer at 1733888994949 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733888994964 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733888994964Flushing 1588230740/table: creating writer at 1733888994976 (+12 ms)Flushing 1588230740/table: appending metadata at 1733888994990 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733888994990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca75: reopening flushed file at 1733888995002 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f84c538: reopening flushed file at 1733888995009 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c9762: reopening flushed file at 1733888995015 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=21, compaction requested=false at 1733888995022 (+7 ms)Writing region close event to WAL at 1733888995023 (+1 ms)Running coprocessor post-close hooks at 1733888995028 (+5 ms)Closed at 1733888995028 2024-12-11T03:49:55,028 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T03:49:55,112 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,40387,1733888957725; all regions closed. 2024-12-11T03:49:55,112 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,43635,1733888957626; all regions closed. 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741836_1012 (size=4716) 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741833_1009 (size=718) 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741836_1012 (size=4716) 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741836_1012 (size=4716) 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741833_1009 (size=718) 2024-12-11T03:49:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741833_1009 (size=718) 2024-12-11T03:49:55,118 DEBUG [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs 2024-12-11T03:49:55,118 INFO [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C43635%2C1733888957626.meta:.meta(num 1733888959531) 2024-12-11T03:49:55,118 DEBUG [RS:1;c49966d8a95f:40387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C40387%2C1733888957725:(num 1733888959087) 2024-12-11T03:49:55,118 DEBUG [RS:1;c49966d8a95f:40387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:49:55,118 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:49:55,118 INFO [RS:1;c49966d8a95f:40387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:49:55,119 INFO [RS:1;c49966d8a95f:40387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40387 2024-12-11T03:49:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741834_1010 (size=1708) 2024-12-11T03:49:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741834_1010 (size=1708) 2024-12-11T03:49:55,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741834_1010 (size=1708) 2024-12-11T03:49:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:49:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,40387,1733888957725 2024-12-11T03:49:55,121 INFO [RS:1;c49966d8a95f:40387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:49:55,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,40387,1733888957725] 2024-12-11T03:49:55,123 DEBUG [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/oldWALs 2024-12-11T03:49:55,123 INFO [RS:0;c49966d8a95f:43635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C43635%2C1733888957626:(num 1733888959087) 2024-12-11T03:49:55,123 DEBUG [RS:0;c49966d8a95f:43635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:49:55,123 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:49:55,123 INFO [RS:0;c49966d8a95f:43635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:49:55,123 INFO [RS:0;c49966d8a95f:43635 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T03:49:55,123 INFO [RS:0;c49966d8a95f:43635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:49:55,123 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:49:55,124 INFO [RS:0;c49966d8a95f:43635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43635 2024-12-11T03:49:55,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,40387,1733888957725 already deleted, retry=false 2024-12-11T03:49:55,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c49966d8a95f,40387,1733888957725 expired; onlineServers=1 2024-12-11T03:49:55,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,43635,1733888957626 2024-12-11T03:49:55,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:49:55,126 INFO [RS:0;c49966d8a95f:43635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:49:55,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,43635,1733888957626] 2024-12-11T03:49:55,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,43635,1733888957626 already deleted, retry=false 2024-12-11T03:49:55,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c49966d8a95f,43635,1733888957626 expired; onlineServers=0 2024-12-11T03:49:55,128 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c49966d8a95f,43327,1733888956964' ***** 2024-12-11T03:49:55,128 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T03:49:55,128 INFO [M:0;c49966d8a95f:43327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:49:55,128 INFO [M:0;c49966d8a95f:43327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:49:55,128 DEBUG [M:0;c49966d8a95f:43327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T03:49:55,129 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T03:49:55,129 DEBUG [M:0;c49966d8a95f:43327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T03:49:55,129 DEBUG [master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733888958763 {}] cleaner.HFileCleaner(306): Exit Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733888958763,5,FailOnTimeoutGroup] 2024-12-11T03:49:55,129 DEBUG [master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733888958760 {}] cleaner.HFileCleaner(306): Exit Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733888958760,5,FailOnTimeoutGroup] 2024-12-11T03:49:55,129 INFO [M:0;c49966d8a95f:43327 {}] hbase.ChoreService(370): Chore service for: master/c49966d8a95f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T03:49:55,129 INFO [M:0;c49966d8a95f:43327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:49:55,129 DEBUG [M:0;c49966d8a95f:43327 {}] master.HMaster(1795): Stopping service threads 2024-12-11T03:49:55,129 INFO [M:0;c49966d8a95f:43327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T03:49:55,129 INFO [M:0;c49966d8a95f:43327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T03:49:55,130 INFO [M:0;c49966d8a95f:43327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T03:49:55,130 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T03:49:55,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T03:49:55,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:49:55,131 DEBUG [M:0;c49966d8a95f:43327 {}] zookeeper.ZKUtil(347): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T03:49:55,131 WARN [M:0;c49966d8a95f:43327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T03:49:55,132 INFO [M:0;c49966d8a95f:43327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/.lastflushedseqids 2024-12-11T03:49:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:49:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:49:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:49:55,145 INFO [M:0;c49966d8a95f:43327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T03:49:55,145 INFO [M:0;c49966d8a95f:43327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T03:49:55,145 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T03:49:55,145 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:55,145 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:55,145 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T03:49:55,145 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:55,145 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-11T03:49:55,161 DEBUG [M:0;c49966d8a95f:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d516e083cd4415b83cfb13b7ba609e is 82, key is hbase:meta,,1/info:regioninfo/1733888959619/Put/seqid=0 2024-12-11T03:49:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:49:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:49:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:49:55,167 INFO [M:0;c49966d8a95f:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d516e083cd4415b83cfb13b7ba609e 2024-12-11T03:49:55,185 DEBUG [M:0;c49966d8a95f:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca900442ac154906b719cb9a976056bf is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733888972326/Put/seqid=0 2024-12-11T03:49:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:49:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:49:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:49:55,191 INFO [M:0;c49966d8a95f:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca900442ac154906b719cb9a976056bf 2024-12-11T03:49:55,195 INFO [M:0;c49966d8a95f:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca900442ac154906b719cb9a976056bf 2024-12-11T03:49:55,210 DEBUG [M:0;c49966d8a95f:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb117025cdd45b5ae06448271c6d708 is 69, key is c49966d8a95f,40387,1733888957725/rs:state/1733888958846/Put/seqid=0 2024-12-11T03:49:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:49:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:49:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:49:55,216 INFO [M:0;c49966d8a95f:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb117025cdd45b5ae06448271c6d708 2024-12-11T03:49:55,221 INFO [M:0;c49966d8a95f:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecb117025cdd45b5ae06448271c6d708 2024-12-11T03:49:55,222 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d516e083cd4415b83cfb13b7ba609e as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83d516e083cd4415b83cfb13b7ba609e 2024-12-11T03:49:55,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40387-0x1019fa3c1ae0002, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,223 INFO [RS:1;c49966d8a95f:40387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:49:55,223 INFO [RS:1;c49966d8a95f:40387 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,40387,1733888957725; zookeeper connection closed. 2024-12-11T03:49:55,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bef1d1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bef1d1b 2024-12-11T03:49:55,226 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83d516e083cd4415b83cfb13b7ba609e, entries=8, sequenceid=168, filesize=5.5 K 2024-12-11T03:49:55,227 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca900442ac154906b719cb9a976056bf as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca900442ac154906b719cb9a976056bf 2024-12-11T03:49:55,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,227 INFO [RS:0;c49966d8a95f:43635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:49:55,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43635-0x1019fa3c1ae0001, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,227 INFO [RS:0;c49966d8a95f:43635 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,43635,1733888957626; zookeeper connection closed. 2024-12-11T03:49:55,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@136f5656 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@136f5656 2024-12-11T03:49:55,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T03:49:55,232 INFO [M:0;c49966d8a95f:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca900442ac154906b719cb9a976056bf 2024-12-11T03:49:55,232 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca900442ac154906b719cb9a976056bf, entries=17, sequenceid=168, filesize=7.6 K 2024-12-11T03:49:55,233 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb117025cdd45b5ae06448271c6d708 as hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecb117025cdd45b5ae06448271c6d708 2024-12-11T03:49:55,237 INFO [M:0;c49966d8a95f:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecb117025cdd45b5ae06448271c6d708 2024-12-11T03:49:55,237 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/b5676b26-bfc4-7fad-6d0e-43513353e344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecb117025cdd45b5ae06448271c6d708, entries=3, sequenceid=168, filesize=5.3 K 2024-12-11T03:49:55,238 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false 2024-12-11T03:49:55,240 INFO [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:49:55,240 DEBUG [M:0;c49966d8a95f:43327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733888995145Disabling compacts and flushes for region at 1733888995145Disabling writes for close at 1733888995145Obtaining lock to block concurrent updates at 1733888995145Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733888995145Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733888995146 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733888995146Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733888995146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733888995160 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733888995160Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733888995171 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733888995185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733888995185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733888995195 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733888995209 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733888995209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136c0ac0: reopening flushed file at 1733888995221 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fde2cfb: reopening flushed file at 1733888995226 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65db79af: reopening flushed file at 1733888995232 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=168, compaction requested=false at 1733888995238 (+6 ms)Writing region close event to WAL at 1733888995240 (+2 ms)Closed at 1733888995240 2024-12-11T03:49:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741830_1006 (size=56573) 2024-12-11T03:49:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741830_1006 (size=56573) 2024-12-11T03:49:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741830_1006 (size=56573) 2024-12-11T03:49:55,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:49:55,243 INFO [M:0;c49966d8a95f:43327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T03:49:55,243 INFO [M:0;c49966d8a95f:43327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43327 2024-12-11T03:49:55,244 INFO [M:0;c49966d8a95f:43327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:49:55,346 INFO [M:0;c49966d8a95f:43327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:49:55,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1019fa3c1ae0000, quorum=127.0.0.1:60111, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:49:55,352 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975682 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975682 (inode 16655) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733888975298/wal.1733888975682 (inode 16655) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:49:55,353 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733888967460/wal.1733888967611 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:55,353 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733888990280/wal.1733888990471 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:55,355 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888985050 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888985050 (inode 16678) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733888975817/wal.1733888985050 (inode 16678) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:49:55,356 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733888960825/wal.1733888960900 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:55,358 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985711 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985711 (inode 16704) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733888985251/wal.1733888985711 (inode 16704) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:49:55,359 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733888985868/wal.1733888985928 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:49:55,361 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal.1733888960687 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal.1733888960687 (inode 16485) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733888960488/wal.1733888960687 (inode 16485) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:49:55,363 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal.1733888960246 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal.1733888960246 (inode 16462) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733888960001/wal.1733888960246 (inode 16462) Holder DFSClient_NONMAPREDUCE_1271837624_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:49:55,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64583964{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:55,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e14f56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:49:55,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:49:55,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17486ce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:49:55,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b2bd67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,STOPPED} 2024-12-11T03:49:55,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:49:55,372 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:49:55,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:49:55,372 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-340214892-172.17.0.2-1733888953991 (Datanode Uuid 3957e7a2-ec94-471e-a1c7-10785216425a) service to localhost/127.0.0.1:40323 2024-12-11T03:49:55,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data5/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data6/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,374 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:49:55,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b4f11d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:55,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bea299b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:49:55,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:49:55,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75fc08d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:49:55,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc8b773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,STOPPED} 2024-12-11T03:49:55,377 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:49:55,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:49:55,377 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-340214892-172.17.0.2-1733888953991 (Datanode Uuid c4a671bc-7f8a-4987-b09d-1bfc8cd0021b) service to localhost/127.0.0.1:40323 2024-12-11T03:49:55,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:49:55,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data3/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data4/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:49:55,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3d958c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:49:55,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6fdcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:49:55,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:49:55,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ead968{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:49:55,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1119cd72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,STOPPED} 2024-12-11T03:49:55,383 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:49:55,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:49:55,383 WARN [BP-340214892-172.17.0.2-1733888953991 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-340214892-172.17.0.2-1733888953991 (Datanode Uuid 89ffc38b-038d-4326-9629-3f3e3e808894) service to localhost/127.0.0.1:40323 2024-12-11T03:49:55,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:49:55,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data1/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/cluster_b79b5fd2-be0b-7a2b-edf8-12ae6182111e/data/data2/current/BP-340214892-172.17.0.2-1733888953991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:49:55,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:49:55,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c615616{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T03:49:55,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3615651d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:49:55,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:49:55,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1267f9eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:49:55,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18901de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1798bd3-0291-5e2b-ed8e-8da7786cf571/hadoop.log.dir/,STOPPED} 2024-12-11T03:49:55,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T03:49:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down