2024-12-06 01:48:38,800 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 01:48:38,814 main DEBUG Took 0.012229 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 01:48:38,815 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 01:48:38,815 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 01:48:38,816 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 01:48:38,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,826 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 01:48:38,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,847 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,848 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,852 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:48:38,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,856 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 01:48:38,858 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:48:38,859 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 01:48:38,861 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 01:48:38,862 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 01:48:38,863 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 01:48:38,864 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 01:48:38,875 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 01:48:38,878 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 01:48:38,880 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 01:48:38,880 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 01:48:38,881 main DEBUG createAppenders(={Console}) 2024-12-06 01:48:38,881 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-06 01:48:38,882 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 01:48:38,882 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-06 01:48:38,883 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 01:48:38,883 main DEBUG OutputStream closed 2024-12-06 01:48:38,883 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 01:48:38,884 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 01:48:38,884 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-06 01:48:38,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 01:48:38,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 01:48:38,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 01:48:38,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 01:48:38,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 01:48:38,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 01:48:38,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 01:48:38,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 01:48:38,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 01:48:38,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 01:48:38,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 01:48:38,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 01:48:38,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 01:48:38,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 01:48:38,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 01:48:38,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 01:48:38,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 01:48:38,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 01:48:38,987 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 01:48:38,987 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-06 01:48:38,988 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 01:48:38,988 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-06T01:48:39,257 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782 2024-12-06 01:48:39,261 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 01:48:39,261 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T01:48:39,270 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-06T01:48:39,277 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-06T01:48:39,301 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T01:48:39,345 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T01:48:39,346 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T01:48:39,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:48:39,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4, deleteOnExit=true 2024-12-06T01:48:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:48:39,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/test.cache.data in system properties and HBase conf 2024-12-06T01:48:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:48:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:48:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:48:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:48:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:48:39,456 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T01:48:39,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:48:39,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:39,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:48:39,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:39,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:48:39,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:48:39,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:39,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:39,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:48:39,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:48:39,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:48:39,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:39,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:48:39,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:48:40,410 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T01:48:40,488 INFO [Time-limited test {}] log.Log(170): Logging initialized @2414ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T01:48:40,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:40,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:40,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:40,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:40,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:40,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:40,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:40,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:40,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-11981828510112531065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:48:40,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-12-06T01:48:40,887 INFO [Time-limited test {}] server.Server(415): Started @2813ms 2024-12-06T01:48:41,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:41,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:41,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:41,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:41,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:41,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:41,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:41,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/java.io.tmpdir/jetty-localhost-35959-hadoop-hdfs-3_4_1-tests_jar-_-any-3294307732516833039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:41,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:35959} 2024-12-06T01:48:41,413 INFO [Time-limited test {}] server.Server(415): Started @3339ms 2024-12-06T01:48:41,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:41,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:41,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:41,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:41,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:41,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:41,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:41,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:41,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/java.io.tmpdir/jetty-localhost-40247-hadoop-hdfs-3_4_1-tests_jar-_-any-13760000849265985453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:41,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:40247} 2024-12-06T01:48:41,806 INFO [Time-limited test {}] server.Server(415): Started @3732ms 2024-12-06T01:48:41,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:41,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:41,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:41,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:41,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:41,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:41,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:41,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:41,989 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data4/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:41,989 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data3/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:41,991 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data1/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:41,992 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data2/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:42,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-12827585197654251948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:42,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:35817} 2024-12-06T01:48:42,046 INFO [Time-limited test {}] server.Server(415): Started @3972ms 2024-12-06T01:48:42,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:42,055 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:42,055 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88255b08edfff02d with lease ID 0x944f71aad760e00b: Processing first storage report for DS-453ae308-c0ae-4681-9643-1a035a683a29 from datanode DatanodeRegistration(127.0.0.1:38219, datanodeUuid=71a2f735-6250-4ed4-9baa-17f45387d4d3, infoPort=41417, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88255b08edfff02d with lease ID 0x944f71aad760e00b: from storage DS-453ae308-c0ae-4681-9643-1a035a683a29 node DatanodeRegistration(127.0.0.1:38219, datanodeUuid=71a2f735-6250-4ed4-9baa-17f45387d4d3, infoPort=41417, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x858c832d12273b42 with lease ID 0x944f71aad760e00c: Processing first storage report for DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=a60fb19a-c474-493c-85b1-cb3ee3eb862e, infoPort=43521, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x858c832d12273b42 with lease ID 0x944f71aad760e00c: from storage DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=a60fb19a-c474-493c-85b1-cb3ee3eb862e, infoPort=43521, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88255b08edfff02d with lease ID 0x944f71aad760e00b: Processing first storage report for DS-13a203c2-e91a-49f5-896b-3622983d035b from datanode DatanodeRegistration(127.0.0.1:38219, datanodeUuid=71a2f735-6250-4ed4-9baa-17f45387d4d3, infoPort=41417, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88255b08edfff02d with lease ID 0x944f71aad760e00b: from storage DS-13a203c2-e91a-49f5-896b-3622983d035b node DatanodeRegistration(127.0.0.1:38219, datanodeUuid=71a2f735-6250-4ed4-9baa-17f45387d4d3, infoPort=41417, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x858c832d12273b42 with lease ID 0x944f71aad760e00c: Processing first storage report for DS-127dd9da-50e7-4ac7-9b76-ac4bc225da2e from datanode DatanodeRegistration(127.0.0.1:40855, datanodeUuid=a60fb19a-c474-493c-85b1-cb3ee3eb862e, infoPort=43521, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x858c832d12273b42 with lease ID 0x944f71aad760e00c: from storage DS-127dd9da-50e7-4ac7-9b76-ac4bc225da2e node DatanodeRegistration(127.0.0.1:40855, datanodeUuid=a60fb19a-c474-493c-85b1-cb3ee3eb862e, infoPort=43521, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,194 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data6/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:42,194 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data5/current/BP-375747504-172.17.0.2-1733449720156/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:42,237 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4591d445fc7d547c with lease ID 0x944f71aad760e00d: Processing first storage report for DS-4ca6aa34-cee3-4904-a124-e37b89dd004e from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=ef815556-13bc-4804-8f6e-3b1f5deee3f3, infoPort=37695, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4591d445fc7d547c with lease ID 0x944f71aad760e00d: from storage DS-4ca6aa34-cee3-4904-a124-e37b89dd004e node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=ef815556-13bc-4804-8f6e-3b1f5deee3f3, infoPort=37695, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4591d445fc7d547c with lease ID 0x944f71aad760e00d: Processing first storage report for DS-80ae8f94-e455-4012-aea7-0d5ccedc3ebb from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=ef815556-13bc-4804-8f6e-3b1f5deee3f3, infoPort=37695, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156) 2024-12-06T01:48:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4591d445fc7d547c with lease ID 0x944f71aad760e00d: from storage DS-80ae8f94-e455-4012-aea7-0d5ccedc3ebb node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=ef815556-13bc-4804-8f6e-3b1f5deee3f3, infoPort=37695, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=2097666207;c=1733449720156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:42,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782 2024-12-06T01:48:42,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/zookeeper_0, clientPort=49501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:48:42,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49501 2024-12-06T01:48:42,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:42,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:42,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:42,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:43,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 with version=8 2024-12-06T01:48:43,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/hbase-staging 2024-12-06T01:48:43,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:43,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:43,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:43,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:43,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:43,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:43,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:48:43,743 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T01:48:43,752 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T01:48:43,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:43,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24536 (auto-detected) 2024-12-06T01:48:43,788 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T01:48:43,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35661 2024-12-06T01:48:43,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35661 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-12-06T01:48:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356610x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:43,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35661-0x1006503638a0000 connected 2024-12-06T01:48:43,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:43,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:43,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:43,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8, hbase.cluster.distributed=false 2024-12-06T01:48:43,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:43,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-06T01:48:43,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35661 2024-12-06T01:48:43,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35661 2024-12-06T01:48:43,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-06T01:48:43,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-06T01:48:44,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:44,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:44,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:44,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:48:44,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:44,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35651 2024-12-06T01:48:44,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35651 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-12-06T01:48:44,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356510x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:44,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35651-0x1006503638a0001 connected 2024-12-06T01:48:44,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:44,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:48:44,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:48:44,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:48:44,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:44,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35651 2024-12-06T01:48:44,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35651 2024-12-06T01:48:44,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35651 2024-12-06T01:48:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35651 2024-12-06T01:48:44,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35651 2024-12-06T01:48:44,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:44,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:44,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:44,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:48:44,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:44,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44339 2024-12-06T01:48:44,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44339 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-12-06T01:48:44,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443390x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:44,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44339-0x1006503638a0002 connected 2024-12-06T01:48:44,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:44,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:48:44,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:48:44,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:48:44,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:44,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44339 2024-12-06T01:48:44,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44339 2024-12-06T01:48:44,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44339 2024-12-06T01:48:44,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44339 2024-12-06T01:48:44,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44339 2024-12-06T01:48:44,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:44,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:44,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:44,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:44,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:48:44,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:44,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37427 2024-12-06T01:48:44,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37427 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-12-06T01:48:44,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374270x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:44,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37427-0x1006503638a0003 connected 2024-12-06T01:48:44,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:44,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:48:44,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:48:44,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:48:44,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-06T01:48:44,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37427 2024-12-06T01:48:44,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37427 2024-12-06T01:48:44,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-06T01:48:44,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-06T01:48:44,240 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:35661 2024-12-06T01:48:44,241 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,250 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:44,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:44,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:44,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,279 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:48:44,280 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,35661,1733449723319 from backup master directory 2024-12-06T01:48:44,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:44,286 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:44,287 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:44,289 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T01:48:44,290 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T01:48:44,361 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/hbase.id] with ID: 08b1e9f6-ccb4-4302-8c50-4e83f36433ad 2024-12-06T01:48:44,361 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/.tmp/hbase.id 2024-12-06T01:48:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:44,384 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/.tmp/hbase.id]:[hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/hbase.id] 2024-12-06T01:48:44,431 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:44,437 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:48:44,456 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-06T01:48:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:44,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:44,500 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:44,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:48:44,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:44,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:44,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:44,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:44,586 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store 2024-12-06T01:48:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:44,621 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T01:48:44,625 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:44,626 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:48:44,626 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:44,627 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:44,628 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:48:44,628 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:44,628 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:44,629 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449724626Disabling compacts and flushes for region at 1733449724626Disabling writes for close at 1733449724628 (+2 ms)Writing region close event to WAL at 1733449724628Closed at 1733449724628 2024-12-06T01:48:44,631 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/.initializing 2024-12-06T01:48:44,632 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/WALs/00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:44,640 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:44,659 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C35661%2C1733449723319, suffix=, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/WALs/00c764f7c3aa,35661,1733449723319, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/oldWALs, maxLogs=10 2024-12-06T01:48:44,701 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/WALs/00c764f7c3aa,35661,1733449723319/00c764f7c3aa%2C35661%2C1733449723319.1733449724666, exclude list is [], retry=0 2024-12-06T01:48:44,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:44,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:44,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:44,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T01:48:44,793 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/WALs/00c764f7c3aa,35661,1733449723319/00c764f7c3aa%2C35661%2C1733449723319.1733449724666 2024-12-06T01:48:44,794 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:44,795 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:44,796 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:44,800 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,802 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:48:44,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:44,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:44,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:48:44,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:44,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:44,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:48:44,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:44,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:44,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:48:44,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:44,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:44,898 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,902 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,903 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,908 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,909 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,912 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:48:44,915 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:44,921 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:44,923 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70103718, jitterRate=0.04462680220603943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:48:44,930 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449724816Initializing all the Stores at 1733449724819 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449724819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449724820 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449724821 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449724821Cleaning up temporary data from old regions at 1733449724909 (+88 ms)Region opened successfully at 1733449724930 (+21 ms) 2024-12-06T01:48:44,931 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:48:44,971 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e8097b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:45,006 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:48:45,018 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:48:45,018 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:48:45,021 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:48:45,023 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T01:48:45,028 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T01:48:45,028 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:48:45,062 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:48:45,074 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:48:45,077 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:48:45,079 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:48:45,081 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:48:45,082 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:48:45,085 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:48:45,089 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:48:45,091 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:48:45,092 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:48:45,095 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:48:45,116 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:48:45,118 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:48:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:45,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,127 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,35661,1733449723319, sessionid=0x1006503638a0000, setting cluster-up flag (Was=false) 2024-12-06T01:48:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,147 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:48:45,149 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,161 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:48:45,163 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:45,169 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:48:45,228 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(746): ClusterId : 08b1e9f6-ccb4-4302-8c50-4e83f36433ad 2024-12-06T01:48:45,228 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(746): ClusterId : 08b1e9f6-ccb4-4302-8c50-4e83f36433ad 2024-12-06T01:48:45,228 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(746): ClusterId : 08b1e9f6-ccb4-4302-8c50-4e83f36433ad 2024-12-06T01:48:45,231 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:48:45,231 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:48:45,231 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:48:45,237 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:48:45,237 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:48:45,237 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:48:45,237 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:48:45,237 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:48:45,237 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:48:45,241 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:48:45,241 DEBUG [RS:2;00c764f7c3aa:37427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc71e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:45,242 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:48:45,243 DEBUG [RS:0;00c764f7c3aa:35651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4328b037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:45,243 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:48:45,244 DEBUG [RS:1;00c764f7c3aa:44339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa8fe06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:45,261 INFO [AsyncFSWAL-0-hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData-prefix:00c764f7c3aa,35661,1733449723319 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T01:48:45,263 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;00c764f7c3aa:37427 2024-12-06T01:48:45,267 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c764f7c3aa:44339 2024-12-06T01:48:45,267 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:48:45,267 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:48:45,267 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:48:45,267 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:48:45,267 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:48:45,267 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:48:45,272 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=44339, startcode=1733449724137 2024-12-06T01:48:45,272 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=37427, startcode=1733449724191 2024-12-06T01:48:45,272 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:35651 2024-12-06T01:48:45,273 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:48:45,273 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:48:45,273 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:48:45,274 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=35651, startcode=1733449724025 2024-12-06T01:48:45,279 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:45,286 DEBUG [RS:1;00c764f7c3aa:44339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:48:45,286 DEBUG [RS:2;00c764f7c3aa:37427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:48:45,286 DEBUG [RS:0;00c764f7c3aa:35651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:48:45,290 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:48:45,297 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:48:45,303 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,35661,1733449723319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:48:45,311 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:45,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:45,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:45,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:45,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:48:45,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,313 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:45,313 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,330 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449755330 2024-12-06T01:48:45,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:45,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:48:45,331 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40935, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:48:45,331 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:48:45,331 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47421, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:48:45,332 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:48:45,333 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:48:45,337 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:48:45,338 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:48:45,338 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:48:45,338 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:48:45,339 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:48:45,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:45,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:48:45,343 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:48:45,344 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:48:45,345 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:48:45,347 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:48:45,348 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:48:45,348 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:48:45,349 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:48:45,352 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449725350,5,FailOnTimeoutGroup] 2024-12-06T01:48:45,360 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449725352,5,FailOnTimeoutGroup] 2024-12-06T01:48:45,360 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,360 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:48:45,362 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,362 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:45,398 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:48:45,398 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:48:45,398 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T01:48:45,398 WARN [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:48:45,398 WARN [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:48:45,398 WARN [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T01:48:45,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:48:45,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 2024-12-06T01:48:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:45,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:45,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:45,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:45,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:45,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:45,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:45,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:45,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:45,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:45,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:45,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:45,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:45,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:45,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:45,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:45,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:45,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:45,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:45,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:48:45,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:48:45,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:45,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:45,437 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:48:45,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:45,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:45,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71099061, jitterRate=0.059458568692207336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:48:45,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449725414Initializing all the Stores at 1733449725415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449725416 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449725416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449725416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449725416Cleaning up temporary data from old regions at 1733449725436 (+20 ms)Region opened successfully at 1733449725449 (+13 ms) 2024-12-06T01:48:45,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:48:45,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:48:45,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:48:45,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:48:45,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:48:45,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:45,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449725449Disabling compacts and flushes for region at 1733449725449Disabling writes for close at 1733449725450 (+1 ms)Writing region close event to WAL at 1733449725451 (+1 ms)Closed at 1733449725452 (+1 ms) 2024-12-06T01:48:45,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:45,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:48:45,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:48:45,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:45,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:48:45,499 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=37427, startcode=1733449724191 2024-12-06T01:48:45,499 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=44339, startcode=1733449724137 2024-12-06T01:48:45,499 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35661,1733449723319 with port=35651, startcode=1733449724025 2024-12-06T01:48:45,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,514 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 2024-12-06T01:48:45,514 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43619 2024-12-06T01:48:45,514 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:48:45,516 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 2024-12-06T01:48:45,516 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43619 2024-12-06T01:48:45,517 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:48:45,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:45,520 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 2024-12-06T01:48:45,521 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43619 2024-12-06T01:48:45,521 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:48:45,526 DEBUG [RS:2;00c764f7c3aa:37427 {}] zookeeper.ZKUtil(111): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,526 WARN [RS:2;00c764f7c3aa:37427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:45,526 INFO [RS:2;00c764f7c3aa:37427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:45,526 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:45,527 DEBUG [RS:0;00c764f7c3aa:35651 {}] zookeeper.ZKUtil(111): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,527 WARN [RS:0;00c764f7c3aa:35651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:45,527 INFO [RS:0;00c764f7c3aa:35651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:45,528 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,528 DEBUG [RS:1;00c764f7c3aa:44339 {}] zookeeper.ZKUtil(111): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,528 WARN [RS:1;00c764f7c3aa:44339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:45,528 INFO [RS:1;00c764f7c3aa:44339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:45,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,35651,1733449724025] 2024-12-06T01:48:45,529 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,37427,1733449724191] 2024-12-06T01:48:45,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,44339,1733449724137] 2024-12-06T01:48:45,561 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:48:45,561 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:48:45,561 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:48:45,576 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:48:45,576 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:48:45,577 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:48:45,583 INFO [RS:0;00c764f7c3aa:35651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:48:45,583 INFO [RS:2;00c764f7c3aa:37427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:48:45,583 INFO [RS:1;00c764f7c3aa:44339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:48:45,583 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,583 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,583 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,588 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:48:45,588 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:48:45,589 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:48:45,595 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:48:45,595 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:48:45,595 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:48:45,597 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,597 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,597 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,597 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,597 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,597 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,598 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:45,598 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:45,598 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,599 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,599 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,600 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:45,600 DEBUG [RS:0;00c764f7c3aa:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,600 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,600 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,600 DEBUG [RS:2;00c764f7c3aa:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,600 DEBUG [RS:1;00c764f7c3aa:44339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:45,606 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,606 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,606 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,606 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,606 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,606 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35651,1733449724025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,37427,1733449724191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,607 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,608 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,608 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,608 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,44339,1733449724137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:45,632 WARN [00c764f7c3aa:35661 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:48:45,639 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:48:45,639 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:48:45,639 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:48:45,642 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35651,1733449724025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,642 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,44339,1733449724137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,642 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,37427,1733449724191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,642 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,642 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,642 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,643 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.Replication(171): 00c764f7c3aa,44339,1733449724137 started 2024-12-06T01:48:45,643 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.Replication(171): 00c764f7c3aa,37427,1733449724191 started 2024-12-06T01:48:45,643 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.Replication(171): 00c764f7c3aa,35651,1733449724025 started 2024-12-06T01:48:45,672 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,672 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,672 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:45,673 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,35651,1733449724025, RpcServer on 00c764f7c3aa/172.17.0.2:35651, sessionid=0x1006503638a0001 2024-12-06T01:48:45,673 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,44339,1733449724137, RpcServer on 00c764f7c3aa/172.17.0.2:44339, sessionid=0x1006503638a0002 2024-12-06T01:48:45,673 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,37427,1733449724191, RpcServer on 00c764f7c3aa/172.17.0.2:37427, sessionid=0x1006503638a0003 2024-12-06T01:48:45,674 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:48:45,674 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:48:45,674 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:48:45,674 DEBUG [RS:2;00c764f7c3aa:37427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,674 DEBUG [RS:1;00c764f7c3aa:44339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,674 DEBUG [RS:0;00c764f7c3aa:35651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,674 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,35651,1733449724025' 2024-12-06T01:48:45,674 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,44339,1733449724137' 2024-12-06T01:48:45,674 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,37427,1733449724191' 2024-12-06T01:48:45,675 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:48:45,675 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:48:45,675 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:48:45,676 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:48:45,676 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:48:45,676 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:48:45,677 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:48:45,677 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:48:45,677 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:48:45,677 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:48:45,677 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:48:45,677 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:48:45,677 DEBUG [RS:2;00c764f7c3aa:37427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,37427,1733449724191 2024-12-06T01:48:45,677 DEBUG [RS:0;00c764f7c3aa:35651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,677 DEBUG [RS:1;00c764f7c3aa:44339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,44339,1733449724137 2024-12-06T01:48:45,677 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,37427,1733449724191' 2024-12-06T01:48:45,677 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,44339,1733449724137' 2024-12-06T01:48:45,677 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,35651,1733449724025' 2024-12-06T01:48:45,677 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:48:45,677 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:48:45,677 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:48:45,678 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:48:45,678 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:48:45,678 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:48:45,679 DEBUG [RS:2;00c764f7c3aa:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:48:45,679 DEBUG [RS:1;00c764f7c3aa:44339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:48:45,679 DEBUG [RS:0;00c764f7c3aa:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:48:45,679 INFO [RS:1;00c764f7c3aa:44339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:48:45,679 INFO [RS:2;00c764f7c3aa:37427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:48:45,679 INFO [RS:0;00c764f7c3aa:35651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:48:45,679 INFO [RS:2;00c764f7c3aa:37427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:48:45,679 INFO [RS:1;00c764f7c3aa:44339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:48:45,679 INFO [RS:0;00c764f7c3aa:35651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:48:45,787 INFO [RS:0;00c764f7c3aa:35651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:45,787 INFO [RS:2;00c764f7c3aa:37427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:45,787 INFO [RS:1;00c764f7c3aa:44339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:45,791 INFO [RS:2;00c764f7c3aa:37427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C37427%2C1733449724191, suffix=, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,37427,1733449724191, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs, maxLogs=32 2024-12-06T01:48:45,791 INFO [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C44339%2C1733449724137, suffix=, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs, maxLogs=32 2024-12-06T01:48:45,791 INFO [RS:0;00c764f7c3aa:35651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C35651%2C1733449724025, suffix=, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs, maxLogs=32 2024-12-06T01:48:45,817 DEBUG [RS:1;00c764f7c3aa:44339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137/00c764f7c3aa%2C44339%2C1733449724137.1733449725801, exclude list is [], retry=0 2024-12-06T01:48:45,820 DEBUG [RS:0;00c764f7c3aa:35651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, exclude list is [], retry=0 2024-12-06T01:48:45,823 DEBUG [RS:2;00c764f7c3aa:37427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,37427,1733449724191/00c764f7c3aa%2C37427%2C1733449724191.1733449725801, exclude list is [], retry=0 2024-12-06T01:48:45,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:45,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:45,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:45,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:45,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:45,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:45,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:45,836 INFO [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137/00c764f7c3aa%2C44339%2C1733449724137.1733449725801 2024-12-06T01:48:45,840 DEBUG [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:48:45,842 INFO [RS:0;00c764f7c3aa:35651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 2024-12-06T01:48:45,842 DEBUG [RS:0;00c764f7c3aa:35651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:48:45,843 INFO [RS:2;00c764f7c3aa:37427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,37427,1733449724191/00c764f7c3aa%2C37427%2C1733449724191.1733449725801 2024-12-06T01:48:45,843 DEBUG [RS:2;00c764f7c3aa:37427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:48:45,884 DEBUG [00c764f7c3aa:35661 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T01:48:45,892 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T01:48:45,899 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:48:45,899 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:48:45,899 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T01:48:45,899 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:48:45,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:45,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,35651,1733449724025, state=OPENING 2024-12-06T01:48:45,918 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:48:45,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:45,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:45,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:45,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:45,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:45,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:45,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,35651,1733449724025}] 2024-12-06T01:48:46,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:48:46,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:48:46,126 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:48:46,126 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:46,127 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:48:46,133 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C35651%2C1733449724025.meta, suffix=.meta, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs, maxLogs=32 2024-12-06T01:48:46,153 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, exclude list is [], retry=0 2024-12-06T01:48:46,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:46,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:46,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:46,163 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta 2024-12-06T01:48:46,163 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:46,163 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:46,166 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:48:46,169 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:48:46,175 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:48:46,179 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:48:46,180 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:46,180 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:48:46,180 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:48:46,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:46,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:46,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:46,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:46,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:46,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:46,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:46,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:46,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:46,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:46,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:46,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:46,194 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:46,195 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:48:46,197 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:48:46,200 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:46,200 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:46,201 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:48:46,203 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:46,205 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59386172, jitterRate=-0.11507707834243774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:48:46,205 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:48:46,207 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449726181Writing region info on filesystem at 1733449726181Initializing all the Stores at 1733449726183 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449726183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449726184 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449726184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449726184Cleaning up temporary data from old regions at 1733449726200 (+16 ms)Running coprocessor post-open hooks at 1733449726205 (+5 ms)Region opened successfully at 1733449726207 (+2 ms) 2024-12-06T01:48:46,215 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449726092 2024-12-06T01:48:46,227 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:48:46,227 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:48:46,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:46,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,35651,1733449724025, state=OPEN 2024-12-06T01:48:46,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:46,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:46,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:46,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:46,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:46,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:46,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:46,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:46,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:46,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:48:46,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,35651,1733449724025 in 310 msec 2024-12-06T01:48:46,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:48:46,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 776 msec 2024-12-06T01:48:46,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:46,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:48:46,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:46,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1] 2024-12-06T01:48:46,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:46,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:46,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1580 sec 2024-12-06T01:48:46,359 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449726359, completionTime=-1 2024-12-06T01:48:46,367 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T01:48:46,368 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:48:46,399 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T01:48:46,400 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449786400 2024-12-06T01:48:46,400 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449846400 2024-12-06T01:48:46,400 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-06T01:48:46,402 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T01:48:46,410 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,411 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,411 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,412 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:35661, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,413 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,414 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,421 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:48:46,444 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.157sec 2024-12-06T01:48:46,446 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:48:46,447 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:48:46,448 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:48:46,449 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:48:46,449 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:48:46,450 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:46,450 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:48:46,454 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:48:46,455 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:48:46,456 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35661,1733449723319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:46,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:46,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,35661,-1 for getting cluster id 2024-12-06T01:48:46,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:48:46,559 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b1e9f6-ccb4-4302-8c50-4e83f36433ad' 2024-12-06T01:48:46,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:48:46,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b1e9f6-ccb4-4302-8c50-4e83f36433ad" 2024-12-06T01:48:46,563 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258cda3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:46,563 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,35661,-1] 2024-12-06T01:48:46,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:48:46,567 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:46,569 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:48:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:46,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:46,580 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1] 2024-12-06T01:48:46,580 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:46,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:46,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:46,606 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:43619/hbase 2024-12-06T01:48:46,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=10073 2024-12-06T01:48:46,651 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:46,653 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:46,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:46,659 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99211045, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-99211045, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:46,674 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99211045/hregion-99211045.1733449726660, exclude list is [], retry=0 2024-12-06T01:48:46,678 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:46,679 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:46,679 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:46,684 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99211045/hregion-99211045.1733449726660 2024-12-06T01:48:46,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:46,686 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 19cbf994772c451babe6995a5ec99e49, NAME => 'testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:48:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:48:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:48:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741838_1014 (size=64) 2024-12-06T01:48:46,704 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:46,706 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,709 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cbf994772c451babe6995a5ec99e49 columnFamilyName a 2024-12-06T01:48:46,709 DEBUG [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,709 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] regionserver.HStore(327): Store=19cbf994772c451babe6995a5ec99e49/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:46,710 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,712 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,712 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,713 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,715 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:46,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 19cbf994772c451babe6995a5ec99e49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65284451, jitterRate=-0.027185872197151184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:46,721 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 19cbf994772c451babe6995a5ec99e49: Writing region info on filesystem at 1733449726704Initializing all the Stores at 1733449726705 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449726705Cleaning up temporary data from old regions at 1733449726713 (+8 ms)Region opened successfully at 1733449726721 (+8 ms) 2024-12-06T01:48:46,722 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 19cbf994772c451babe6995a5ec99e49, disabling compactions & flushes 2024-12-06T01:48:46,722 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. 2024-12-06T01:48:46,722 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. 2024-12-06T01:48:46,722 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. after waiting 0 ms 2024-12-06T01:48:46,722 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. 2024-12-06T01:48:46,722 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. 2024-12-06T01:48:46,722 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 19cbf994772c451babe6995a5ec99e49: Waiting for close lock at 1733449726722Disabling compacts and flushes for region at 1733449726722Disabling writes for close at 1733449726722Writing region close event to WAL at 1733449726722Closed at 1733449726722 2024-12-06T01:48:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741837_1013 (size=95) 2024-12-06T01:48:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741837_1013 (size=95) 2024-12-06T01:48:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741837_1013 (size=95) 2024-12-06T01:48:46,741 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:46,741 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99211045:(num 1733449726660) 2024-12-06T01:48:46,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:48:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741839_1015 (size=320) 2024-12-06T01:48:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741839_1015 (size=320) 2024-12-06T01:48:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741839_1015 (size=320) 2024-12-06T01:48:46,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:48:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741840_1016 (size=253) 2024-12-06T01:48:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741840_1016 (size=253) 2024-12-06T01:48:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741840_1016 (size=253) 2024-12-06T01:48:46,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1, size=320 (320bytes) 2024-12-06T01:48:46,804 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T01:48:46,804 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T01:48:46,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1 2024-12-06T01:48:46,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1 after 3ms 2024-12-06T01:48:46,816 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:46,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1 took 15ms 2024-12-06T01:48:46,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1 so closing down 2024-12-06T01:48:46,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:46,832 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T01:48:46,835 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T01:48:46,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741841_1017 (size=320) 2024-12-06T01:48:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741841_1017 (size=320) 2024-12-06T01:48:46,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:46,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741841_1017 (size=320) 2024-12-06T01:48:46,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002 2024-12-06T01:48:46,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-06T01:48:46,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1, journal: Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1, size=320 (320bytes) at 1733449726803Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1 so closing down at 1733449726829 (+26 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp at 1733449726835 (+6 ms)3 split writer threads finished at 1733449726837 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449726852 (+15 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002 at 1733449726855 (+3 ms)Processed 2 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733449726859 (+4 ms) 2024-12-06T01:48:46,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2, size=253 (253bytes) 2024-12-06T01:48:46,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2 2024-12-06T01:48:46,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2 after 1ms 2024-12-06T01:48:46,880 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:46,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2 took 6ms 2024-12-06T01:48:46,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2 so closing down 2024-12-06T01:48:46,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:46,886 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T01:48:46,888 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T01:48:46,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741842_1018 (size=253) 2024-12-06T01:48:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741842_1018 (size=253) 2024-12-06T01:48:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741842_1018 (size=253) 2024-12-06T01:48:46,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:46,903 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:46,906 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-06T01:48:46,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-06T01:48:46,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2, journal: Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2, size=253 (253bytes) at 1733449726875Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2 so closing down at 1733449726883 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002-wal-2.temp at 1733449726888 (+5 ms)3 split writer threads finished at 1733449726888Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449726898 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733449726907 (+9 ms) 2024-12-06T01:48:46,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:46,910 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:46,925 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal.1733449726911, exclude list is [], retry=0 2024-12-06T01:48:46,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:46,930 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:46,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:46,933 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal.1733449726911 2024-12-06T01:48:46,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:46,934 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 19cbf994772c451babe6995a5ec99e49, NAME => 'testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:46,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:46,934 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,934 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,936 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,938 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cbf994772c451babe6995a5ec99e49 columnFamilyName a 2024-12-06T01:48:46,939 DEBUG [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:46,940 INFO [StoreOpener-19cbf994772c451babe6995a5ec99e49-1 {}] regionserver.HStore(327): Store=19cbf994772c451babe6995a5ec99e49/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:46,940 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,945 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:46,946 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002 2024-12-06T01:48:46,950 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:46,956 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002 2024-12-06T01:48:46,959 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 19cbf994772c451babe6995a5ec99e49 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T01:48:47,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/.tmp/a/df5fecccada24950b8dae8a272f9b432 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733449726742/Put/seqid=0 2024-12-06T01:48:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:48:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:48:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741844_1020 (size=5170) 2024-12-06T01:48:47,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/.tmp/a/df5fecccada24950b8dae8a272f9b432 2024-12-06T01:48:47,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/.tmp/a/df5fecccada24950b8dae8a272f9b432 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/a/df5fecccada24950b8dae8a272f9b432 2024-12-06T01:48:47,093 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/a/df5fecccada24950b8dae8a272f9b432, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T01:48:47,100 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 19cbf994772c451babe6995a5ec99e49 in 139ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T01:48:47,101 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/0000000000000000002 2024-12-06T01:48:47,102 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:47,102 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:47,106 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 19cbf994772c451babe6995a5ec99e49 2024-12-06T01:48:47,110 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/19cbf994772c451babe6995a5ec99e49/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T01:48:47,112 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 19cbf994772c451babe6995a5ec99e49; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488625, jitterRate=0.020560041069984436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:47,113 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 19cbf994772c451babe6995a5ec99e49: Writing region info on filesystem at 1733449726934Initializing all the Stores at 1733449726936 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449726936Obtaining lock to block concurrent updates at 1733449726959 (+23 ms)Preparing flush snapshotting stores in 19cbf994772c451babe6995a5ec99e49 at 1733449726959Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733449726962 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733449726651.19cbf994772c451babe6995a5ec99e49. at 1733449726962Flushing 19cbf994772c451babe6995a5ec99e49/a: creating writer at 1733449726963 (+1 ms)Flushing 19cbf994772c451babe6995a5ec99e49/a: appending metadata at 1733449727007 (+44 ms)Flushing 19cbf994772c451babe6995a5ec99e49/a: closing flushed file at 1733449727011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd8368: reopening flushed file at 1733449727081 (+70 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 19cbf994772c451babe6995a5ec99e49 in 139ms, sequenceid=2, compaction requested=false; wal=null at 1733449727100 (+19 ms)Cleaning up temporary data from old regions at 1733449727102 (+2 ms)Region opened successfully at 1733449727113 (+11 ms) 2024-12-06T01:48:47,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40826 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:60878 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:46870 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40894 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:60972 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43619/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:46716 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=10060 (was 10073) 2024-12-06T01:48:47,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=10058 2024-12-06T01:48:47,170 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:47,172 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:47,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:47,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88272101, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-88272101, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:47,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88272101/hregion-88272101.1733449727178, exclude list is [], retry=0 2024-12-06T01:48:47,200 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:47,201 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:47,202 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:47,209 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88272101/hregion-88272101.1733449727178 2024-12-06T01:48:47,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:47,209 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b3075c558f47e1af7ad0113bc91a6b01, NAME => 'testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:48:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:48:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:48:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741846_1022 (size=64) 2024-12-06T01:48:47,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:47,234 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,237 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3075c558f47e1af7ad0113bc91a6b01 columnFamilyName a 2024-12-06T01:48:47,237 DEBUG [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:47,238 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] regionserver.HStore(327): Store=b3075c558f47e1af7ad0113bc91a6b01/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:47,238 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,243 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,246 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:47,247 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3075c558f47e1af7ad0113bc91a6b01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68828820, jitterRate=0.02562934160232544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:47,247 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3075c558f47e1af7ad0113bc91a6b01: Writing region info on filesystem at 1733449727232Initializing all the Stores at 1733449727234 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449727234Cleaning up temporary data from old regions at 1733449727241 (+7 ms)Region opened successfully at 1733449727247 (+6 ms) 2024-12-06T01:48:47,248 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b3075c558f47e1af7ad0113bc91a6b01, disabling compactions & flushes 2024-12-06T01:48:47,248 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. 2024-12-06T01:48:47,248 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. 2024-12-06T01:48:47,248 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. after waiting 0 ms 2024-12-06T01:48:47,248 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. 2024-12-06T01:48:47,248 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. 2024-12-06T01:48:47,249 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b3075c558f47e1af7ad0113bc91a6b01: Waiting for close lock at 1733449727248Disabling compacts and flushes for region at 1733449727248Disabling writes for close at 1733449727248Writing region close event to WAL at 1733449727248Closed at 1733449727248 2024-12-06T01:48:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741845_1021 (size=95) 2024-12-06T01:48:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741845_1021 (size=95) 2024-12-06T01:48:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741845_1021 (size=95) 2024-12-06T01:48:47,256 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:47,256 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88272101:(num 1733449727178) 2024-12-06T01:48:47,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:48:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741847_1023 (size=320) 2024-12-06T01:48:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741847_1023 (size=320) 2024-12-06T01:48:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741847_1023 (size=320) 2024-12-06T01:48:47,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T01:48:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741848_1024 (size=253) 2024-12-06T01:48:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741848_1024 (size=253) 2024-12-06T01:48:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741848_1024 (size=253) 2024-12-06T01:48:47,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2, size=253 (253bytes) 2024-12-06T01:48:47,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2 2024-12-06T01:48:47,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2 after 1ms 2024-12-06T01:48:47,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:47,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2 took 7ms 2024-12-06T01:48:47,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2 so closing down 2024-12-06T01:48:47,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:47,326 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T01:48:47,328 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T01:48:47,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741849_1025 (size=253) 2024-12-06T01:48:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741849_1025 (size=253) 2024-12-06T01:48:47,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741849_1025 (size=253) 2024-12-06T01:48:47,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 2024-12-06T01:48:47,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-06T01:48:47,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2, journal: Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2, size=253 (253bytes) at 1733449727315Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2 so closing down at 1733449727324 (+9 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp at 1733449727328 (+4 ms)3 split writer threads finished at 1733449727328Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449727340 (+12 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 at 1733449727342 (+2 ms)Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733449727342 2024-12-06T01:48:47,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1, size=320 (320bytes) 2024-12-06T01:48:47,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1 2024-12-06T01:48:47,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1 after 1ms 2024-12-06T01:48:47,362 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:47,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1 took 4ms 2024-12-06T01:48:47,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1 so closing down 2024-12-06T01:48:47,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:47,367 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T01:48:47,368 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T01:48:47,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741850_1026 (size=320) 2024-12-06T01:48:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741850_1026 (size=320) 2024-12-06T01:48:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741850_1026 (size=320) 2024-12-06T01:48:47,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:47,382 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:47,384 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002, length=253 2024-12-06T01:48:47,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 2024-12-06T01:48:47,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-06T01:48:47,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1, journal: Splitting hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1, size=320 (320bytes) at 1733449727358Finishing writing output for hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1 so closing down at 1733449727365 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp at 1733449727368 (+3 ms)3 split writer threads finished at 1733449727369 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449727378 (+9 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 at 1733449727386 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733449727386 2024-12-06T01:48:47,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:47,389 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:47,403 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal.1733449727389, exclude list is [], retry=0 2024-12-06T01:48:47,407 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:47,408 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:47,408 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:47,411 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal.1733449727389 2024-12-06T01:48:47,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b3075c558f47e1af7ad0113bc91a6b01, NAME => 'testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,412 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,416 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,418 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3075c558f47e1af7ad0113bc91a6b01 columnFamilyName a 2024-12-06T01:48:47,418 DEBUG [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:47,419 INFO [StoreOpener-b3075c558f47e1af7ad0113bc91a6b01-1 {}] regionserver.HStore(327): Store=b3075c558f47e1af7ad0113bc91a6b01/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:47,419 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,424 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 2024-12-06T01:48:47,427 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:47,429 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 2024-12-06T01:48:47,429 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3075c558f47e1af7ad0113bc91a6b01 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T01:48:47,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/.tmp/a/6ee7045b791a4cd1b9dd255aaf45c7d3 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733449727256/Put/seqid=0 2024-12-06T01:48:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:48:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:48:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741852_1028 (size=5170) 2024-12-06T01:48:47,458 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/.tmp/a/6ee7045b791a4cd1b9dd255aaf45c7d3 2024-12-06T01:48:47,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/.tmp/a/6ee7045b791a4cd1b9dd255aaf45c7d3 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/a/6ee7045b791a4cd1b9dd255aaf45c7d3 2024-12-06T01:48:47,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/a/6ee7045b791a4cd1b9dd255aaf45c7d3, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T01:48:47,476 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b3075c558f47e1af7ad0113bc91a6b01 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T01:48:47,477 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/0000000000000000002 2024-12-06T01:48:47,477 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,477 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,480 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3075c558f47e1af7ad0113bc91a6b01 2024-12-06T01:48:47,482 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/b3075c558f47e1af7ad0113bc91a6b01/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T01:48:47,484 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3075c558f47e1af7ad0113bc91a6b01; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71714459, jitterRate=0.0686287134885788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:47,484 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3075c558f47e1af7ad0113bc91a6b01: Writing region info on filesystem at 1733449727412Initializing all the Stores at 1733449727414 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449727414Obtaining lock to block concurrent updates at 1733449727430 (+16 ms)Preparing flush snapshotting stores in b3075c558f47e1af7ad0113bc91a6b01 at 1733449727430Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733449727430Flushing stores of testReplayEditsWrittenIntoWAL,,1733449727171.b3075c558f47e1af7ad0113bc91a6b01. at 1733449727430Flushing b3075c558f47e1af7ad0113bc91a6b01/a: creating writer at 1733449727430Flushing b3075c558f47e1af7ad0113bc91a6b01/a: appending metadata at 1733449727446 (+16 ms)Flushing b3075c558f47e1af7ad0113bc91a6b01/a: closing flushed file at 1733449727446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5598da77: reopening flushed file at 1733449727466 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b3075c558f47e1af7ad0113bc91a6b01 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1733449727476 (+10 ms)Cleaning up temporary data from old regions at 1733449727477 (+1 ms)Region opened successfully at 1733449727484 (+7 ms) 2024-12-06T01:48:47,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40826 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:46952 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:46716 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40974 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:60878 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:32800 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=10050 (was 10058) 2024-12-06T01:48:47,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=10050 2024-12-06T01:48:47,536 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:47,539 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:47,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:47,543 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59833152, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-59833152, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:47,558 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59833152/hregion-59833152.1733449727544, exclude list is [], retry=0 2024-12-06T01:48:47,562 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:47,562 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:47,563 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:47,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59833152/hregion-59833152.1733449727544 2024-12-06T01:48:47,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:47,569 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 814b98bad32afd32ef368675cbbe8791, NAME => 'testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:48:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:48:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:48:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741854_1030 (size=64) 2024-12-06T01:48:47,584 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:47,586 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,588 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName a 2024-12-06T01:48:47,589 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:47,589 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:47,589 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,591 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName b 2024-12-06T01:48:47,591 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:47,592 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:47,592 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,594 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName c 2024-12-06T01:48:47,594 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:47,594 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:47,595 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,598 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:47,600 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:47,603 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:47,603 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 814b98bad32afd32ef368675cbbe8791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74935964, jitterRate=0.11663287878036499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 814b98bad32afd32ef368675cbbe8791: Writing region info on filesystem at 1733449727585Initializing all the Stores at 1733449727586 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449727586Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449727586Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449727586Cleaning up temporary data from old regions at 1733449727598 (+12 ms)Region opened successfully at 1733449727603 (+5 ms) 2024-12-06T01:48:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 814b98bad32afd32ef368675cbbe8791, disabling compactions & flushes 2024-12-06T01:48:47,604 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. after waiting 0 ms 2024-12-06T01:48:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:47,605 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:47,605 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 814b98bad32afd32ef368675cbbe8791: Waiting for close lock at 1733449727604Disabling compacts and flushes for region at 1733449727604Disabling writes for close at 1733449727604Writing region close event to WAL at 1733449727605 (+1 ms)Closed at 1733449727605 2024-12-06T01:48:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741853_1029 (size=95) 2024-12-06T01:48:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741853_1029 (size=95) 2024-12-06T01:48:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741853_1029 (size=95) 2024-12-06T01:48:47,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:47,616 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59833152:(num 1733449727544) 2024-12-06T01:48:47,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:47,619 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:47,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, exclude list is [], retry=0 2024-12-06T01:48:47,639 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:47,639 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:47,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:47,644 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 2024-12-06T01:48:47,645 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:47,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, size=0 (0bytes) 2024-12-06T01:48:47,949 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 might be still open, length is 0 2024-12-06T01:48:47,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 2024-12-06T01:48:47,950 WARN [IPC Server handler 1 on default port 43619 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-06T01:48:47,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 after 2ms 2024-12-06T01:48:48,256 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:46988 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46988 dst: /127.0.0.1:41469 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41469 remote=/127.0.0.1:46988]. Total timeout mills is 60000, 59640 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,257 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:41018 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41018 dst: /127.0.0.1:38219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,258 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:32846 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32846 dst: /127.0.0.1:40855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741855_1032 (size=263633) 2024-12-06T01:48:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741855_1032 (size=263633) 2024-12-06T01:48:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741855_1032 (size=263633) 2024-12-06T01:48:51,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:48:51,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:48:51,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 after 4003ms 2024-12-06T01:48:51,956 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:51,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 took 4009ms 2024-12-06T01:48:51,963 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733449727619.temp 2024-12-06T01:48:51,965 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp 2024-12-06T01:48:52,092 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619; continuing. 2024-12-06T01:48:52,092 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 so closing down 2024-12-06T01:48:52,092 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:52,092 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741856_1033 (size=263641) 2024-12-06T01:48:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741856_1033 (size=263641) 2024-12-06T01:48:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741856_1033 (size=263641) 2024-12-06T01:48:52,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp (wrote 3002 edits, skipped 0 edits in 67 ms) 2024-12-06T01:48:52,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 2024-12-06T01:48:52,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:48:52,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, journal: Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, size=0 (0bytes) at 1733449727949Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp at 1733449731965 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1733449732031 (+66 ms)Split 2048 edits, skipped 0 edits. at 1733449732062 (+31 ms)Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 so closing down at 1733449732092 (+30 ms)3 split writer threads finished at 1733449732092Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp (wrote 3002 edits, skipped 0 edits in 67 ms) at 1733449732097 (+5 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000000001-wal.1733449727619.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 at 1733449732099 (+2 ms)Processed 3002 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619, size=0, length=0, corrupted=false, cancelled=false at 1733449732100 (+1 ms) 2024-12-06T01:48:52,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449727619 2024-12-06T01:48:52,104 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 2024-12-06T01:48:52,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:52,106 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:52,124 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449732107, exclude list is [], retry=0 2024-12-06T01:48:52,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:52,128 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:52,128 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:52,131 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449732107 2024-12-06T01:48:52,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:52,132 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:52,134 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,136 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName a 2024-12-06T01:48:52,136 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:52,137 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:52,137 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,138 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName b 2024-12-06T01:48:52,138 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:52,139 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:52,139 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,141 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814b98bad32afd32ef368675cbbe8791 columnFamilyName c 2024-12-06T01:48:52,141 DEBUG [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:52,141 INFO [StoreOpener-814b98bad32afd32ef368675cbbe8791-1 {}] regionserver.HStore(327): Store=814b98bad32afd32ef368675cbbe8791/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:52,142 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,142 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,146 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 2024-12-06T01:48:52,149 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:52,180 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:48:52,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814b98bad32afd32ef368675cbbe8791 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:48:52,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/dcc2139fc67c46cebc0f80c0b6a00102 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733449727655/Put/seqid=0 2024-12-06T01:48:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:48:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:48:52,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741858_1035 (size=50463) 2024-12-06T01:48:52,608 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/dcc2139fc67c46cebc0f80c0b6a00102 2024-12-06T01:48:52,617 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/dcc2139fc67c46cebc0f80c0b6a00102 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/a/dcc2139fc67c46cebc0f80c0b6a00102 2024-12-06T01:48:52,625 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/a/dcc2139fc67c46cebc0f80c0b6a00102, entries=754, sequenceid=754, filesize=49.3 K 2024-12-06T01:48:52,626 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 814b98bad32afd32ef368675cbbe8791 in 72ms, sequenceid=754, compaction requested=false; wal=null 2024-12-06T01:48:52,664 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:48:52,665 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814b98bad32afd32ef368675cbbe8791 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:48:52,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/9fd3a63a639b4c8b9cc973b9758d7f3e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733449727719/Put/seqid=0 2024-12-06T01:48:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:48:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:48:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741859_1036 (size=20072) 2024-12-06T01:48:52,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/9fd3a63a639b4c8b9cc973b9758d7f3e 2024-12-06T01:48:52,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/70e256d0030646b0ba767cb359a3a1cb is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733449727751/Put/seqid=0 2024-12-06T01:48:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:48:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:48:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741860_1037 (size=35835) 2024-12-06T01:48:52,727 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/70e256d0030646b0ba767cb359a3a1cb 2024-12-06T01:48:52,735 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/a/9fd3a63a639b4c8b9cc973b9758d7f3e as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/a/9fd3a63a639b4c8b9cc973b9758d7f3e 2024-12-06T01:48:52,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/a/9fd3a63a639b4c8b9cc973b9758d7f3e, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-06T01:48:52,743 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/70e256d0030646b0ba767cb359a3a1cb as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/b/70e256d0030646b0ba767cb359a3a1cb 2024-12-06T01:48:52,751 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/b/70e256d0030646b0ba767cb359a3a1cb, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-06T01:48:52,751 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 814b98bad32afd32ef368675cbbe8791 in 86ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-06T01:48:52,769 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:48:52,770 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814b98bad32afd32ef368675cbbe8791 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T01:48:52,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/c056a797f8994d518092b6e72ea90269 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733449727780/Put/seqid=0 2024-12-06T01:48:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:48:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:48:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741861_1038 (size=35082) 2024-12-06T01:48:52,790 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/c056a797f8994d518092b6e72ea90269 2024-12-06T01:48:52,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/af1cc5898fc74d3ea090425f91c0916c is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733449727827/Put/seqid=0 2024-12-06T01:48:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:48:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:48:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741862_1039 (size=20825) 2024-12-06T01:48:52,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/af1cc5898fc74d3ea090425f91c0916c 2024-12-06T01:48:52,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/b/c056a797f8994d518092b6e72ea90269 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/b/c056a797f8994d518092b6e72ea90269 2024-12-06T01:48:52,846 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/b/c056a797f8994d518092b6e72ea90269, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-06T01:48:52,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/af1cc5898fc74d3ea090425f91c0916c as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/c/af1cc5898fc74d3ea090425f91c0916c 2024-12-06T01:48:52,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/c/af1cc5898fc74d3ea090425f91c0916c, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-06T01:48:52,854 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 814b98bad32afd32ef368675cbbe8791 in 84ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-06T01:48:52,864 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733449727894/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:52,867 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 2024-12-06T01:48:52,867 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T01:48:52,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814b98bad32afd32ef368675cbbe8791 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-06T01:48:52,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/c3e0d70aaf004aaf9f055e2b0774cabc is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733449727838/Put/seqid=0 2024-12-06T01:48:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:48:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:48:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741863_1040 (size=50301) 2024-12-06T01:48:52,912 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/c3e0d70aaf004aaf9f055e2b0774cabc 2024-12-06T01:48:52,922 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e0d70aaf004aaf9f055e2b0774cabc 2024-12-06T01:48:52,925 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/.tmp/c/c3e0d70aaf004aaf9f055e2b0774cabc as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/c/c3e0d70aaf004aaf9f055e2b0774cabc 2024-12-06T01:48:52,939 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e0d70aaf004aaf9f055e2b0774cabc 2024-12-06T01:48:52,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/c/c3e0d70aaf004aaf9f055e2b0774cabc, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-06T01:48:52,940 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 814b98bad32afd32ef368675cbbe8791 in 73ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-06T01:48:52,941 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/0000000000000003002 2024-12-06T01:48:52,942 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,942 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,943 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:48:52,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 814b98bad32afd32ef368675cbbe8791 2024-12-06T01:48:52,948 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenIntoWAL/814b98bad32afd32ef368675cbbe8791/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-06T01:48:52,950 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 814b98bad32afd32ef368675cbbe8791; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72520219, jitterRate=0.08063547313213348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:48:52,950 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 814b98bad32afd32ef368675cbbe8791: Writing region info on filesystem at 1733449732132Initializing all the Stores at 1733449732134 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449732134Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449732134Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449732134Cleaning up temporary data from old regions at 1733449732942 (+808 ms)Region opened successfully at 1733449732950 (+8 ms) 2024-12-06T01:48:53,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 814b98bad32afd32ef368675cbbe8791, disabling compactions & flushes 2024-12-06T01:48:53,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:53,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:53,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. after waiting 0 ms 2024-12-06T01:48:53,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:53,033 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733449727537.814b98bad32afd32ef368675cbbe8791. 2024-12-06T01:48:53,033 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 814b98bad32afd32ef368675cbbe8791: Waiting for close lock at 1733449733018Disabling compacts and flushes for region at 1733449733018Disabling writes for close at 1733449733018Writing region close event to WAL at 1733449733032 (+14 ms)Closed at 1733449733032 2024-12-06T01:48:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741857_1034 (size=95) 2024-12-06T01:48:53,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741857_1034 (size=95) 2024-12-06T01:48:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741857_1034 (size=95) 2024-12-06T01:48:53,045 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:53,045 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449732107) 2024-12-06T01:48:53,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:43619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43619 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-336640246_22 at /127.0.0.1:41086 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-336640246_22 at /127.0.0.1:47012 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-336640246_22 at /127.0.0.1:41068 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-336640246_22 at /127.0.0.1:40122 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=9969 (was 10050) 2024-12-06T01:48:53,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=9958 2024-12-06T01:48:53,096 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:53,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:53,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:53,102 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19571566, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-19571566, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:53,119 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19571566/hregion-19571566.1733449733103, exclude list is [], retry=0 2024-12-06T01:48:53,123 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:53,124 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:53,124 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:53,130 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19571566/hregion-19571566.1733449733103 2024-12-06T01:48:53,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:53,130 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ec73965094c86599e6a726fac6482977, NAME => 'test2727,,1733449733097.ec73965094c86599e6a726fac6482977.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:48:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:48:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:48:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741865_1042 (size=43) 2024-12-06T01:48:53,148 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733449733097.ec73965094c86599e6a726fac6482977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:53,149 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,152 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName a 2024-12-06T01:48:53,152 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:53,153 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:53,153 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,157 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName b 2024-12-06T01:48:53,157 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:53,158 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:53,158 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,160 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName c 2024-12-06T01:48:53,160 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:53,161 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:53,161 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,162 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,162 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,166 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:53,169 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:53,173 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:53,173 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec73965094c86599e6a726fac6482977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67085934, jitterRate=-3.4168362617492676E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:53,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec73965094c86599e6a726fac6482977: Writing region info on filesystem at 1733449733148Initializing all the Stores at 1733449733149 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449733149Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449733149Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449733149Cleaning up temporary data from old regions at 1733449733166 (+17 ms)Region opened successfully at 1733449733175 (+9 ms) 2024-12-06T01:48:53,175 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec73965094c86599e6a726fac6482977, disabling compactions & flushes 2024-12-06T01:48:53,175 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:53,175 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733449733097.ec73965094c86599e6a726fac6482977. after waiting 0 ms 2024-12-06T01:48:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:53,179 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:53,179 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec73965094c86599e6a726fac6482977: Waiting for close lock at 1733449733175Disabling compacts and flushes for region at 1733449733175Disabling writes for close at 1733449733176 (+1 ms)Writing region close event to WAL at 1733449733179 (+3 ms)Closed at 1733449733179 2024-12-06T01:48:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741864_1041 (size=95) 2024-12-06T01:48:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741864_1041 (size=95) 2024-12-06T01:48:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741864_1041 (size=95) 2024-12-06T01:48:53,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-19571566/hregion-19571566.1733449733103 not finished, retry = 0 2024-12-06T01:48:53,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:53,292 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19571566:(num 1733449733103) 2024-12-06T01:48:53,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:53,295 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:53,319 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, exclude list is [], retry=0 2024-12-06T01:48:53,322 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:53,323 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:53,324 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:53,327 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 2024-12-06T01:48:53,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741866_1043 (size=263359) 2024-12-06T01:48:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741866_1043 (size=263359) 2024-12-06T01:48:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741866_1043 (size=263359) 2024-12-06T01:48:53,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, size=257.2 K (263359bytes) 2024-12-06T01:48:53,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 2024-12-06T01:48:53,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 after 1ms 2024-12-06T01:48:53,601 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:53,603 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 took 6ms 2024-12-06T01:48:53,609 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733449733296.temp 2024-12-06T01:48:53,624 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp 2024-12-06T01:48:53,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 so closing down 2024-12-06T01:48:53,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:53,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741867_1044 (size=263359) 2024-12-06T01:48:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741867_1044 (size=263359) 2024-12-06T01:48:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741867_1044 (size=263359) 2024-12-06T01:48:53,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-12-06T01:48:53,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp to hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 2024-12-06T01:48:53,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-06T01:48:53,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, journal: Splitting hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, size=257.2 K (263359bytes) at 1733449733597Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp at 1733449733624 (+27 ms)Split 1024 edits, skipped 0 edits. at 1733449733630 (+6 ms)Split 2048 edits, skipped 0 edits. at 1733449733653 (+23 ms)Finishing writing output for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 so closing down at 1733449733677 (+24 ms)3 split writer threads finished at 1733449733678 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1733449733685 (+7 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000000001-wal.1733449733296.temp to hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 at 1733449733687 (+2 ms)Processed 3000 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733449733687 2024-12-06T01:48:53,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733296 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449733296 2024-12-06T01:48:53,691 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 2024-12-06T01:48:53,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:53,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:53,711 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, exclude list is [], retry=0 2024-12-06T01:48:53,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:53,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:53,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:53,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 2024-12-06T01:48:53,722 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:53,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T01:48:53,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T01:48:53,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:48:53,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T01:48:53,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T01:48:53,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T01:48:53,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-06T01:48:53,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-06T01:48:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741868_1045 (size=263486) 2024-12-06T01:48:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741868_1045 (size=263486) 2024-12-06T01:48:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741868_1045 (size=263486) 2024-12-06T01:48:53,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, size=257.3 K (263486bytes) 2024-12-06T01:48:53,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 2024-12-06T01:48:53,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 after 1ms 2024-12-06T01:48:53,972 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:53,975 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 took 8ms 2024-12-06T01:48:53,983 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733449733695.temp 2024-12-06T01:48:53,988 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp 2024-12-06T01:48:54,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 so closing down 2024-12-06T01:48:54,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:54,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741869_1046 (size=263486) 2024-12-06T01:48:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741869_1046 (size=263486) 2024-12-06T01:48:54,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741869_1046 (size=263486) 2024-12-06T01:48:54,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp (wrote 3000 edits, skipped 0 edits in 45 ms) 2024-12-06T01:48:54,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp to hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 2024-12-06T01:48:54,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-06T01:48:54,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, journal: Splitting hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, size=257.3 K (263486bytes) at 1733449733967Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp at 1733449733988 (+21 ms)Split 1024 edits, skipped 0 edits. at 1733449734000 (+12 ms)Split 2048 edits, skipped 0 edits. at 1733449734024 (+24 ms)Finishing writing output for hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 so closing down at 1733449734045 (+21 ms)3 split writer threads finished at 1733449734052 (+7 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp (wrote 3000 edits, skipped 0 edits in 45 ms) at 1733449734058 (+6 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003001-wal.1733449733695.temp to hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 at 1733449734060 (+2 ms)Processed 3000 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733449734060 2024-12-06T01:48:54,070 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449733695 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449733695 2024-12-06T01:48:54,072 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 2024-12-06T01:48:54,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:54,075 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/test2727-manual,16010,1733449733095, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:54,102 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449734076, exclude list is [], retry=0 2024-12-06T01:48:54,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:54,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:54,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:54,120 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733449733095/wal.1733449734076 2024-12-06T01:48:54,124 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:54,124 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ec73965094c86599e6a726fac6482977, NAME => 'test2727,,1733449733097.ec73965094c86599e6a726fac6482977.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:54,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733449733097.ec73965094c86599e6a726fac6482977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:54,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,125 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,133 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,135 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName a 2024-12-06T01:48:54,135 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,136 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,136 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,137 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName b 2024-12-06T01:48:54,137 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,138 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,138 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,139 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec73965094c86599e6a726fac6482977 columnFamilyName c 2024-12-06T01:48:54,139 DEBUG [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,140 INFO [StoreOpener-ec73965094c86599e6a726fac6482977-1 {}] regionserver.HStore(327): Store=ec73965094c86599e6a726fac6482977/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,140 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,145 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 2024-12-06T01:48:54,148 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:54,202 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 2024-12-06T01:48:54,203 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 2024-12-06T01:48:54,206 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:54,263 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 2024-12-06T01:48:54,263 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec73965094c86599e6a726fac6482977 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-06T01:48:54,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/a/f34d3e987c594456aad402fbffc6a13e is 41, key is test2727/a:100/1733449733727/Put/seqid=0 2024-12-06T01:48:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:48:54,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:48:54,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741871_1048 (size=84227) 2024-12-06T01:48:54,333 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/a/f34d3e987c594456aad402fbffc6a13e 2024-12-06T01:48:54,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/b/7ea477f844e34dba98f6cd793eea8892 is 41, key is test2727/b:100/1733449733798/Put/seqid=0 2024-12-06T01:48:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:48:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:48:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741872_1049 (size=84609) 2024-12-06T01:48:54,385 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/b/7ea477f844e34dba98f6cd793eea8892 2024-12-06T01:48:54,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/c/93c6b50b15c84ab29a1377c07fc90e1d is 41, key is test2727/c:100/1733449733863/Put/seqid=0 2024-12-06T01:48:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:48:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:48:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741873_1050 (size=84609) 2024-12-06T01:48:54,456 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/c/93c6b50b15c84ab29a1377c07fc90e1d 2024-12-06T01:48:54,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/a/f34d3e987c594456aad402fbffc6a13e as hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/a/f34d3e987c594456aad402fbffc6a13e 2024-12-06T01:48:54,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/a/f34d3e987c594456aad402fbffc6a13e, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-06T01:48:54,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/b/7ea477f844e34dba98f6cd793eea8892 as hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/b/7ea477f844e34dba98f6cd793eea8892 2024-12-06T01:48:54,489 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/b/7ea477f844e34dba98f6cd793eea8892, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T01:48:54,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/.tmp/c/93c6b50b15c84ab29a1377c07fc90e1d as hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/c/93c6b50b15c84ab29a1377c07fc90e1d 2024-12-06T01:48:54,502 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/c/93c6b50b15c84ab29a1377c07fc90e1d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T01:48:54,503 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ec73965094c86599e6a726fac6482977 in 240ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-06T01:48:54,505 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000003000 2024-12-06T01:48:54,505 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/0000000000000006000 2024-12-06T01:48:54,507 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,507 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,508 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:54,511 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec73965094c86599e6a726fac6482977 2024-12-06T01:48:54,516 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/test2727/ec73965094c86599e6a726fac6482977/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-06T01:48:54,517 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec73965094c86599e6a726fac6482977; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74748923, jitterRate=0.11384575068950653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:54,519 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec73965094c86599e6a726fac6482977: Writing region info on filesystem at 1733449734125Initializing all the Stores at 1733449734127 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734127Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734133 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734133Obtaining lock to block concurrent updates at 1733449734263 (+130 ms)Preparing flush snapshotting stores in ec73965094c86599e6a726fac6482977 at 1733449734263Finished memstore snapshotting test2727,,1733449733097.ec73965094c86599e6a726fac6482977., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733449734264 (+1 ms)Flushing stores of test2727,,1733449733097.ec73965094c86599e6a726fac6482977. at 1733449734264Flushing ec73965094c86599e6a726fac6482977/a: creating writer at 1733449734264Flushing ec73965094c86599e6a726fac6482977/a: appending metadata at 1733449734309 (+45 ms)Flushing ec73965094c86599e6a726fac6482977/a: closing flushed file at 1733449734309Flushing ec73965094c86599e6a726fac6482977/b: creating writer at 1733449734340 (+31 ms)Flushing ec73965094c86599e6a726fac6482977/b: appending metadata at 1733449734369 (+29 ms)Flushing ec73965094c86599e6a726fac6482977/b: closing flushed file at 1733449734369Flushing ec73965094c86599e6a726fac6482977/c: creating writer at 1733449734394 (+25 ms)Flushing ec73965094c86599e6a726fac6482977/c: appending metadata at 1733449734430 (+36 ms)Flushing ec73965094c86599e6a726fac6482977/c: closing flushed file at 1733449734430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147b7428: reopening flushed file at 1733449734464 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cada46c: reopening flushed file at 1733449734475 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e897d6a: reopening flushed file at 1733449734489 (+14 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ec73965094c86599e6a726fac6482977 in 240ms, sequenceid=6000, compaction requested=false; wal=null at 1733449734503 (+14 ms)Cleaning up temporary data from old regions at 1733449734507 (+4 ms)Region opened successfully at 1733449734519 (+12 ms) 2024-12-06T01:48:54,521 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-06T01:48:54,521 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec73965094c86599e6a726fac6482977, disabling compactions & flushes 2024-12-06T01:48:54,521 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:54,521 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:54,521 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733449733097.ec73965094c86599e6a726fac6482977. after waiting 0 ms 2024-12-06T01:48:54,521 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:54,531 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733449733097.ec73965094c86599e6a726fac6482977. 2024-12-06T01:48:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec73965094c86599e6a726fac6482977: Waiting for close lock at 1733449734521Disabling compacts and flushes for region at 1733449734521Disabling writes for close at 1733449734521Writing region close event to WAL at 1733449734531 (+10 ms)Closed at 1733449734531 2024-12-06T01:48:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741870_1047 (size=95) 2024-12-06T01:48:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741870_1047 (size=95) 2024-12-06T01:48:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741870_1047 (size=95) 2024-12-06T01:48:54,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:54,547 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449734076) 2024-12-06T01:48:54,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=406 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40592 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:41086 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:41068 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40216 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=9645 (was 9958) 2024-12-06T01:48:54,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=9644 2024-12-06T01:48:54,596 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:54,605 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:54,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733449734606 2024-12-06T01:48:54,616 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 2024-12-06T01:48:54,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d912d2e96e1973db408a94c9f0a9eeac, NAME => 'testSequentialEditLogSeqNum,,1733449734597.d912d2e96e1973db408a94c9f0a9eeac.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733449734597.d912d2e96e1973db408a94c9f0a9eeac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,635 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac doesn't exist for region: d912d2e96e1973db408a94c9f0a9eeac on table testSequentialEditLogSeqNum 2024-12-06T01:48:54,636 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: d912d2e96e1973db408a94c9f0a9eeac on table testSequentialEditLogSeqNum 2024-12-06T01:48:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:48:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:48:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741875_1052 (size=62) 2024-12-06T01:48:54,685 INFO [StoreOpener-d912d2e96e1973db408a94c9f0a9eeac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,687 INFO [StoreOpener-d912d2e96e1973db408a94c9f0a9eeac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d912d2e96e1973db408a94c9f0a9eeac columnFamilyName a 2024-12-06T01:48:54,687 DEBUG [StoreOpener-d912d2e96e1973db408a94c9f0a9eeac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,687 INFO [StoreOpener-d912d2e96e1973db408a94c9f0a9eeac-1 {}] regionserver.HStore(327): Store=d912d2e96e1973db408a94c9f0a9eeac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,690 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,692 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d912d2e96e1973db408a94c9f0a9eeac 2024-12-06T01:48:54,695 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:54,696 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d912d2e96e1973db408a94c9f0a9eeac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68527874, jitterRate=0.021144896745681763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:54,697 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d912d2e96e1973db408a94c9f0a9eeac: Writing region info on filesystem at 1733449734634Initializing all the Stores at 1733449734684 (+50 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734684Cleaning up temporary data from old regions at 1733449734690 (+6 ms)Region opened successfully at 1733449734697 (+7 ms) 2024-12-06T01:48:54,713 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d912d2e96e1973db408a94c9f0a9eeac 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-06T01:48:54,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/.tmp/a/b941035740fa4536957cd7fe5f096e0c is 81, key is testSequentialEditLogSeqNum/a:x0/1733449734697/Put/seqid=0 2024-12-06T01:48:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:48:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:48:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741876_1053 (size=5833) 2024-12-06T01:48:54,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/.tmp/a/b941035740fa4536957cd7fe5f096e0c 2024-12-06T01:48:54,765 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/.tmp/a/b941035740fa4536957cd7fe5f096e0c as hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/a/b941035740fa4536957cd7fe5f096e0c 2024-12-06T01:48:54,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/a/b941035740fa4536957cd7fe5f096e0c, entries=10, sequenceid=13, filesize=5.7 K 2024-12-06T01:48:54,776 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d912d2e96e1973db408a94c9f0a9eeac in 63ms, sequenceid=13, compaction requested=false 2024-12-06T01:48:54,776 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d912d2e96e1973db408a94c9f0a9eeac: 2024-12-06T01:48:54,795 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:48:54,795 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:48:54,796 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:48:54,796 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:48:54,796 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T01:48:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741874_1051 (size=1843) 2024-12-06T01:48:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741874_1051 (size=1843) 2024-12-06T01:48:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741874_1051 (size=1843) 2024-12-06T01:48:54,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606, size=1.8 K (1843bytes) 2024-12-06T01:48:54,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 2024-12-06T01:48:54,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 after 1ms 2024-12-06T01:48:54,826 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:54,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 took 4ms 2024-12-06T01:48:54,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 so closing down 2024-12-06T01:48:54,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:54,848 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449734606.temp 2024-12-06T01:48:54,850 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp 2024-12-06T01:48:54,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741877_1054 (size=1477) 2024-12-06T01:48:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741877_1054 (size=1477) 2024-12-06T01:48:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741877_1054 (size=1477) 2024-12-06T01:48:54,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:54,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp to hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000020 2024-12-06T01:48:54,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-12-06T01:48:54,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606, journal: Splitting hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606, size=1.8 K (1843bytes) at 1733449734822Finishing writing output for hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606 so closing down at 1733449734834 (+12 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp at 1733449734850 (+16 ms)3 split writer threads finished at 1733449734851 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733449734883 (+32 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000003-wal.1733449734606.temp to hdfs://localhost:43619/hbase/data/default/testSequentialEditLogSeqNum/d912d2e96e1973db408a94c9f0a9eeac/recovered.edits/0000000000000000020 at 1733449734886 (+3 ms)Processed 17 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733449734596/wal.1733449734606, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1733449734886 2024-12-06T01:48:54,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:41086 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:41068 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=9575 (was 9644) 2024-12-06T01:48:54,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=9573 2024-12-06T01:48:54,947 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:54,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:54,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:54,996 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29642689, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-29642689, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:55,011 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29642689/hregion-29642689.1733449734997, exclude list is [], retry=0 2024-12-06T01:48:55,014 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:55,014 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:55,015 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:55,023 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29642689/hregion-29642689.1733449734997 2024-12-06T01:48:55,024 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:48:55,024 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b900386689c6a5f4647e7a27c91fd1bc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:48:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:48:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:48:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741879_1056 (size=70) 2024-12-06T01:48:55,048 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:55,052 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,054 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName a 2024-12-06T01:48:55,055 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,055 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,055 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,057 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName b 2024-12-06T01:48:55,057 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,058 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,058 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,059 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName c 2024-12-06T01:48:55,060 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,060 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,060 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,062 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,063 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,063 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,064 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:55,065 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,067 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:55,068 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b900386689c6a5f4647e7a27c91fd1bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908218, jitterRate=-0.07749566435813904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:55,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b900386689c6a5f4647e7a27c91fd1bc: Writing region info on filesystem at 1733449735048Initializing all the Stores at 1733449735050 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735050Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735052 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735052Cleaning up temporary data from old regions at 1733449735063 (+11 ms)Region opened successfully at 1733449735068 (+5 ms) 2024-12-06T01:48:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b900386689c6a5f4647e7a27c91fd1bc, disabling compactions & flushes 2024-12-06T01:48:55,069 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. after waiting 0 ms 2024-12-06T01:48:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:55,069 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:55,069 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b900386689c6a5f4647e7a27c91fd1bc: Waiting for close lock at 1733449735069Disabling compacts and flushes for region at 1733449735069Disabling writes for close at 1733449735069Writing region close event to WAL at 1733449735069Closed at 1733449735069 2024-12-06T01:48:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741878_1055 (size=95) 2024-12-06T01:48:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741878_1055 (size=95) 2024-12-06T01:48:55,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741878_1055 (size=95) 2024-12-06T01:48:55,079 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:55,079 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29642689:(num 1733449734997) 2024-12-06T01:48:55,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:55,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:55,103 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, exclude list is [], retry=0 2024-12-06T01:48:55,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:55,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:55,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:55,109 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 2024-12-06T01:48:55,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b900386689c6a5f4647e7a27c91fd1bc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,112 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,113 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName a 2024-12-06T01:48:55,113 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,114 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,114 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,115 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName b 2024-12-06T01:48:55,115 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,115 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,116 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,116 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName c 2024-12-06T01:48:55,117 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,117 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,117 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,118 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,122 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,122 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,122 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:55,124 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:55,125 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b900386689c6a5f4647e7a27c91fd1bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64651984, jitterRate=-0.03661036491394043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:55,126 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b900386689c6a5f4647e7a27c91fd1bc: Writing region info on filesystem at 1733449735111Initializing all the Stores at 1733449735111Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735112 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735112Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735112Cleaning up temporary data from old regions at 1733449735122 (+10 ms)Region opened successfully at 1733449735126 (+4 ms) 2024-12-06T01:48:55,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733449735129/Put/seqid=0 2024-12-06T01:48:55,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:48:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:48:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741881_1058 (size=4826) 2024-12-06T01:48:55,141 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43619/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b900386689c6a5f4647e7a27c91fd1bc/a 2024-12-06T01:48:55,150 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-06T01:48:55,150 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:48:55,151 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b900386689c6a5f4647e7a27c91fd1bc: 2024-12-06T01:48:55,153 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_ 2024-12-06T01:48:55,154 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43619/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b900386689c6a5f4647e7a27c91fd1bc/a as hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_ - updating store file list. 2024-12-06T01:48:55,160 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T01:48:55,161 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_ into b900386689c6a5f4647e7a27c91fd1bc/a 2024-12-06T01:48:55,161 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43619/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b900386689c6a5f4647e7a27c91fd1bc/a (new location: hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_) 2024-12-06T01:48:55,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, size=0 (0bytes) 2024-12-06T01:48:55,210 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 might be still open, length is 0 2024-12-06T01:48:55,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 2024-12-06T01:48:55,211 WARN [IPC Server handler 4 on default port 43619 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-06T01:48:55,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 after 1ms 2024-12-06T01:48:57,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40204 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40204 dst: /127.0.0.1:38219 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38219 remote=/127.0.0.1:40204]. Total timeout mills is 60000, 57919 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:57,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40306 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40306 dst: /127.0.0.1:40855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:57,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40666 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40666 dst: /127.0.0.1:41469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:57,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741880_1059 (size=474) 2024-12-06T01:48:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741880_1059 (size=474) 2024-12-06T01:48:59,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 after 4002ms 2024-12-06T01:48:59,215 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:59,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 took 4007ms 2024-12-06T01:48:59,218 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082; continuing. 2024-12-06T01:48:59,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 so closing down 2024-12-06T01:48:59,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:48:59,220 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733449735082.temp 2024-12-06T01:48:59,222 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp 2024-12-06T01:48:59,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:48:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741882_1060 (size=259) 2024-12-06T01:48:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741882_1060 (size=259) 2024-12-06T01:48:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741882_1060 (size=259) 2024-12-06T01:48:59,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T01:48:59,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp to hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 2024-12-06T01:48:59,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:48:59,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, journal: Splitting hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, size=0 (0bytes) at 1733449735210Finishing writing output for hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 so closing down at 1733449739218 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp at 1733449739222 (+4 ms)3 split writer threads finished at 1733449739222Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733449739231 (+9 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005-wal.1733449735082.temp to hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 at 1733449739233 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082, size=0, length=0, corrupted=false, cancelled=false at 1733449739233 2024-12-06T01:48:59,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449735082 2024-12-06T01:48:59,236 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 2024-12-06T01:48:59,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:48:59,237 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:48:59,251 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449739238, exclude list is [], retry=0 2024-12-06T01:48:59,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:48:59,254 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:48:59,255 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:48:59,257 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449739238 2024-12-06T01:48:59,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:48:59,259 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b900386689c6a5f4647e7a27c91fd1bc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:59,259 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:59,259 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,259 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,261 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,262 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName a 2024-12-06T01:48:59,263 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,269 DEBUG [StoreFileOpener-b900386689c6a5f4647e7a27c91fd1bc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T01:48:59,269 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/add825fe22174c8fb7fad02cbc6c83a3_SeqId_3_ 2024-12-06T01:48:59,269 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:59,269 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,270 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName b 2024-12-06T01:48:59,270 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,271 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:59,271 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,272 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b900386689c6a5f4647e7a27c91fd1bc columnFamilyName c 2024-12-06T01:48:59,272 DEBUG [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,272 INFO [StoreOpener-b900386689c6a5f4647e7a27c91fd1bc-1 {}] regionserver.HStore(327): Store=b900386689c6a5f4647e7a27c91fd1bc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:59,272 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,275 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 2024-12-06T01:48:59,278 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:48:59,279 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 2024-12-06T01:48:59,279 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b900386689c6a5f4647e7a27c91fd1bc 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-06T01:48:59,295 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/.tmp/a/5bd90a68755946599fdcb5631673bfce is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733449735168/Put/seqid=0 2024-12-06T01:48:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:48:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:48:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741884_1062 (size=5149) 2024-12-06T01:48:59,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/.tmp/a/5bd90a68755946599fdcb5631673bfce 2024-12-06T01:48:59,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/.tmp/a/5bd90a68755946599fdcb5631673bfce as hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/5bd90a68755946599fdcb5631673bfce 2024-12-06T01:48:59,315 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/a/5bd90a68755946599fdcb5631673bfce, entries=1, sequenceid=5, filesize=5.0 K 2024-12-06T01:48:59,316 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b900386689c6a5f4647e7a27c91fd1bc in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-06T01:48:59,316 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/0000000000000000005 2024-12-06T01:48:59,318 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,318 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,318 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:48:59,320 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b900386689c6a5f4647e7a27c91fd1bc 2024-12-06T01:48:59,322 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b900386689c6a5f4647e7a27c91fd1bc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T01:48:59,323 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b900386689c6a5f4647e7a27c91fd1bc; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58910003, jitterRate=-0.12217254936695099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:48:59,323 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b900386689c6a5f4647e7a27c91fd1bc: Writing region info on filesystem at 1733449739260Initializing all the Stores at 1733449739261 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449739261Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449739261Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449739261Obtaining lock to block concurrent updates at 1733449739279 (+18 ms)Preparing flush snapshotting stores in b900386689c6a5f4647e7a27c91fd1bc at 1733449739279Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733449739279Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. at 1733449739279Flushing b900386689c6a5f4647e7a27c91fd1bc/a: creating writer at 1733449739279Flushing b900386689c6a5f4647e7a27c91fd1bc/a: appending metadata at 1733449739295 (+16 ms)Flushing b900386689c6a5f4647e7a27c91fd1bc/a: closing flushed file at 1733449739295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d0517f: reopening flushed file at 1733449739308 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b900386689c6a5f4647e7a27c91fd1bc in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733449739316 (+8 ms)Cleaning up temporary data from old regions at 1733449739318 (+2 ms)Region opened successfully at 1733449739323 (+5 ms) 2024-12-06T01:48:59,328 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b900386689c6a5f4647e7a27c91fd1bc, disabling compactions & flushes 2024-12-06T01:48:59,328 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:59,328 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:59,328 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. after waiting 0 ms 2024-12-06T01:48:59,328 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:59,329 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733449734948.b900386689c6a5f4647e7a27c91fd1bc. 2024-12-06T01:48:59,329 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b900386689c6a5f4647e7a27c91fd1bc: Waiting for close lock at 1733449739328Disabling compacts and flushes for region at 1733449739328Disabling writes for close at 1733449739328Writing region close event to WAL at 1733449739329 (+1 ms)Closed at 1733449739329 2024-12-06T01:48:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741883_1061 (size=95) 2024-12-06T01:48:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741883_1061 (size=95) 2024-12-06T01:48:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741883_1061 (size=95) 2024-12-06T01:48:59,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:48:59,334 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449739238) 2024-12-06T01:48:59,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 411), OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=9563 (was 9573) 2024-12-06T01:48:59,352 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-06T01:48:59,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=9562 2024-12-06T01:48:59,364 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-06T01:48:59,381 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:59,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:48:59,391 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,35661,1733449723319 2024-12-06T01:48:59,394 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d85265 2024-12-06T01:48:59,395 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:48:59,397 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:48:59,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T01:48:59,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:48:59,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-06T01:48:59,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:48:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:48:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:48:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741885_1063 (size=694) 2024-12-06T01:48:59,434 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8 2024-12-06T01:48:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:48:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:48:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741886_1064 (size=77) 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:48:59,446 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,446 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,446 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449739446Disabling compacts and flushes for region at 1733449739446Disabling writes for close at 1733449739446Writing region close event to WAL at 1733449739446Closed at 1733449739446 2024-12-06T01:48:59,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:48:59,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733449739448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449739448"}]},"ts":"1733449739448"} 2024-12-06T01:48:59,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:48:59,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:48:59,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449739460"}]},"ts":"1733449739460"} 2024-12-06T01:48:59,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-06T01:48:59,470 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T01:48:59,471 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:48:59,471 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:48:59,471 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T01:48:59,471 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:48:59,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN}] 2024-12-06T01:48:59,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN 2024-12-06T01:48:59,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN; state=OFFLINE, location=00c764f7c3aa,35651,1733449724025; forceNewPlan=false, retain=false 2024-12-06T01:48:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:59,629 INFO [00c764f7c3aa:35661 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:48:59,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPENING, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN because future has completed 2024-12-06T01:48:59,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025}] 2024-12-06T01:48:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:59,793 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,793 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:59,793 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,793 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:59,794 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,794 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,795 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,797 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:48:59,797 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,797 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:59,797 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,799 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:48:59,799 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:59,799 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:59,800 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,801 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,801 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,802 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,802 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,803 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:48:59,805 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,810 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:59,810 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f7433d7a147260d6b13abe5f26ba90a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75118592, jitterRate=0.119354248046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:48:59,811 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:48:59,811 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f7433d7a147260d6b13abe5f26ba90a: Running coprocessor pre-open hook at 1733449739794Writing region info on filesystem at 1733449739794Initializing all the Stores at 1733449739795 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449739795Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449739795Cleaning up temporary data from old regions at 1733449739802 (+7 ms)Running coprocessor post-open hooks at 1733449739811 (+9 ms)Region opened successfully at 1733449739811 2024-12-06T01:48:59,813 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., pid=6, masterSystemTime=1733449739787 2024-12-06T01:48:59,816 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,817 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:48:59,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:48:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 because future has completed 2024-12-06T01:48:59,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:48:59,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 in 187 msec 2024-12-06T01:48:59,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:48:59,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN in 353 msec 2024-12-06T01:48:59,831 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:48:59,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449739831"}]},"ts":"1733449739831"} 2024-12-06T01:48:59,834 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-06T01:48:59,835 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:48:59,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 433 msec 2024-12-06T01:49:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:49:00,046 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-06T01:49:00,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-06T01:49:00,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:49:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-06T01:49:00,054 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:49:00,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-06T01:49:00,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=2] 2024-12-06T01:49:00,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9f7433d7a147260d6b13abe5f26ba90a, source=00c764f7c3aa,35651,1733449724025, destination=00c764f7c3aa,44339,1733449724137, warming up region on 00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:49:00,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9f7433d7a147260d6b13abe5f26ba90a, source=00c764f7c3aa,35651,1733449724025, destination=00c764f7c3aa,44339,1733449724137, running balancer 2024-12-06T01:49:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE 2024-12-06T01:49:00,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:49:00,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE 2024-12-06T01:49:00,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=CLOSING, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:00,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:00,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE because future has completed 2024-12-06T01:49:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:00,099 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T01:49:00,099 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025}] 2024-12-06T01:49:00,101 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:49:00,101 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:00,101 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:00,102 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,103 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:49:00,103 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:00,103 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:00,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449740104Disabling compacts and flushes for region at 1733449740104Disabling writes for close at 1733449740104Writing region close event to WAL at 1733449740106 (+2 ms)Closed at 1733449740106 2024-12-06T01:49:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-06T01:49:00,261 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T01:49:00,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:00,262 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:00,262 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,262 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 9f7433d7a147260d6b13abe5f26ba90a 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-06T01:49:00,281 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/76e1cd4f8e2247bd95d32072c7234dae is 35, key is r1/cf1:q/1733449740071/Put/seqid=0 2024-12-06T01:49:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:49:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:49:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741887_1065 (size=4783) 2024-12-06T01:49:00,292 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/76e1cd4f8e2247bd95d32072c7234dae 2024-12-06T01:49:00,301 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/76e1cd4f8e2247bd95d32072c7234dae as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae 2024-12-06T01:49:00,308 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae, entries=1, sequenceid=5, filesize=4.7 K 2024-12-06T01:49:00,310 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9f7433d7a147260d6b13abe5f26ba90a in 48ms, sequenceid=5, compaction requested=false 2024-12-06T01:49:00,310 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-06T01:49:00,316 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T01:49:00,319 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,319 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449740262Running coprocessor pre-close hooks at 1733449740262Disabling compacts and flushes for region at 1733449740262Disabling writes for close at 1733449740262Obtaining lock to block concurrent updates at 1733449740262Preparing flush snapshotting stores in 9f7433d7a147260d6b13abe5f26ba90a at 1733449740262Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733449740263 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. at 1733449740264 (+1 ms)Flushing 9f7433d7a147260d6b13abe5f26ba90a/cf1: creating writer at 1733449740264Flushing 9f7433d7a147260d6b13abe5f26ba90a/cf1: appending metadata at 1733449740280 (+16 ms)Flushing 9f7433d7a147260d6b13abe5f26ba90a/cf1: closing flushed file at 1733449740280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e50db: reopening flushed file at 1733449740300 (+20 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9f7433d7a147260d6b13abe5f26ba90a in 48ms, sequenceid=5, compaction requested=false at 1733449740310 (+10 ms)Writing region close event to WAL at 1733449740312 (+2 ms)Running coprocessor post-close hooks at 1733449740317 (+5 ms)Closed at 1733449740319 (+2 ms) 2024-12-06T01:49:00,320 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9f7433d7a147260d6b13abe5f26ba90a move to 00c764f7c3aa,44339,1733449724137 record at close sequenceid=5 2024-12-06T01:49:00,324 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=CLOSED 2024-12-06T01:49:00,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 because future has completed 2024-12-06T01:49:00,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T01:49:00,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 in 230 msec 2024-12-06T01:49:00,335 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,44339,1733449724137; forceNewPlan=false, retain=false 2024-12-06T01:49:00,485 INFO [00c764f7c3aa:35661 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:49:00,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPENING, regionLocation=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:00,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE because future has completed 2024-12-06T01:49:00,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137}] 2024-12-06T01:49:00,647 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,647 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:00,648 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,648 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:00,648 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,648 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,650 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,651 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:49:00,651 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:00,658 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae 2024-12-06T01:49:00,659 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:00,659 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,660 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:49:00,660 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:00,660 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:00,661 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,661 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,663 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,663 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,663 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,664 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:49:00,666 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,667 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9f7433d7a147260d6b13abe5f26ba90a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66796435, jitterRate=-0.004655554890632629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:49:00,667 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:00,668 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9f7433d7a147260d6b13abe5f26ba90a: Running coprocessor pre-open hook at 1733449740648Writing region info on filesystem at 1733449740648Initializing all the Stores at 1733449740649 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449740649Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449740650 (+1 ms)Cleaning up temporary data from old regions at 1733449740663 (+13 ms)Running coprocessor post-open hooks at 1733449740667 (+4 ms)Region opened successfully at 1733449740667 2024-12-06T01:49:00,669 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., pid=9, masterSystemTime=1733449740642 2024-12-06T01:49:00,672 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,672 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPEN, openSeqNum=9, regionLocation=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:00,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137 because future has completed 2024-12-06T01:49:00,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-06T01:49:00,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137 in 188 msec 2024-12-06T01:49:00,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE in 591 msec 2024-12-06T01:49:00,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:49:00,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:49:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:36602 deadline: 1733449800703, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=44339 startCode=1733449724137. As of locationSeqNum=5. 2024-12-06T01:49:00,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=44339 startCode=1733449724137. As of locationSeqNum=5. 2024-12-06T01:49:00,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=44339 startCode=1733449724137. As of locationSeqNum=5. 2024-12-06T01:49:00,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,44339,1733449724137, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=44339 startCode=1733449724137. As of locationSeqNum=5. 2024-12-06T01:49:00,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:49:00,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:49:00,841 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f7433d7a147260d6b13abe5f26ba90a 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-06T01:49:00,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/143fe8ec78404c65b9d85620e5b61a7b is 29, key is r1/cf1:/1733449740829/DeleteFamily/seqid=0 2024-12-06T01:49:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:49:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:49:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741888_1066 (size=4906) 2024-12-06T01:49:00,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:00,883 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:00,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf2/2cbacc9d9f96446eb1779cf5b4f2822e is 29, key is r1/cf2:/1733449740829/DeleteFamily/seqid=0 2024-12-06T01:49:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:49:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:49:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741889_1067 (size=4906) 2024-12-06T01:49:00,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf2/2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:00,914 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:00,915 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/143fe8ec78404c65b9d85620e5b61a7b as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:00,922 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:00,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T01:49:00,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf2/2cbacc9d9f96446eb1779cf5b4f2822e as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:00,929 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:00,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T01:49:00,931 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 9f7433d7a147260d6b13abe5f26ba90a in 90ms, sequenceid=12, compaction requested=false 2024-12-06T01:49:00,931 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9f7433d7a147260d6b13abe5f26ba90a: 2024-12-06T01:49:00,934 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T01:49:00,935 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9f7433d7a147260d6b13abe5f26ba90a/cf1 is initiating major compaction (all files) 2024-12-06T01:49:00,935 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:49:00,936 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:00,936 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9f7433d7a147260d6b13abe5f26ba90a/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,937 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae, hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b] into tmpdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp, totalSize=9.5 K 2024-12-06T01:49:00,938 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 76e1cd4f8e2247bd95d32072c7234dae, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733449740071 2024-12-06T01:49:00,938 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 143fe8ec78404c65b9d85620e5b61a7b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T01:49:00,951 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9f7433d7a147260d6b13abe5f26ba90a#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:49:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:49:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:49:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741890_1068 (size=4626) 2024-12-06T01:49:00,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf1/71a9cc3a3c1c4fe8a248ba609ccd1474 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/71a9cc3a3c1c4fe8a248ba609ccd1474 2024-12-06T01:49:00,981 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 9f7433d7a147260d6b13abe5f26ba90a/cf1 of 9f7433d7a147260d6b13abe5f26ba90a into 71a9cc3a3c1c4fe8a248ba609ccd1474(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:49:00,981 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9f7433d7a147260d6b13abe5f26ba90a: 2024-12-06T01:49:00,982 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T01:49:00,982 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9f7433d7a147260d6b13abe5f26ba90a/cf2 is initiating major compaction (all files) 2024-12-06T01:49:00,982 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:49:00,982 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:00,982 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9f7433d7a147260d6b13abe5f26ba90a/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:00,982 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e] into tmpdir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp, totalSize=4.8 K 2024-12-06T01:49:00,983 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2cbacc9d9f96446eb1779cf5b4f2822e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T01:49:00,988 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9f7433d7a147260d6b13abe5f26ba90a#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:49:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:49:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:49:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741891_1069 (size=4592) 2024-12-06T01:49:01,008 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/.tmp/cf2/60d8a6b16e484243a2c51fcfd6afdcb8 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/60d8a6b16e484243a2c51fcfd6afdcb8 2024-12-06T01:49:01,016 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 9f7433d7a147260d6b13abe5f26ba90a/cf2 of 9f7433d7a147260d6b13abe5f26ba90a into 60d8a6b16e484243a2c51fcfd6afdcb8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:49:01,016 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9f7433d7a147260d6b13abe5f26ba90a: 2024-12-06T01:49:01,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9f7433d7a147260d6b13abe5f26ba90a, source=00c764f7c3aa,44339,1733449724137, destination=00c764f7c3aa,35651,1733449724025, warming up region on 00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:01,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9f7433d7a147260d6b13abe5f26ba90a, source=00c764f7c3aa,44339,1733449724137, destination=00c764f7c3aa,35651,1733449724025, running balancer 2024-12-06T01:49:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE 2024-12-06T01:49:01,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE 2024-12-06T01:49:01,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:01,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=CLOSING, regionLocation=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:01,025 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,026 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:49:01,026 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:01,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE because future has completed 2024-12-06T01:49:01,029 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T01:49:01,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137}] 2024-12-06T01:49:01,037 INFO [StoreFileOpener-9f7433d7a147260d6b13abe5f26ba90a-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:01,037 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:01,044 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/71a9cc3a3c1c4fe8a248ba609ccd1474 2024-12-06T01:49:01,050 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae 2024-12-06T01:49:01,050 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:01,050 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,051 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:49:01,051 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:01,060 INFO [StoreFileOpener-9f7433d7a147260d6b13abe5f26ba90a-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:01,060 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:01,066 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/60d8a6b16e484243a2c51fcfd6afdcb8 2024-12-06T01:49:01,066 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:01,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449741066Disabling compacts and flushes for region at 1733449741066Disabling writes for close at 1733449741067 (+1 ms)Writing region close event to WAL at 1733449741068 (+1 ms)Closed at 1733449741068 2024-12-06T01:49:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-06T01:49:01,185 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,185 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T01:49:01,185 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:01,185 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,185 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,186 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:01,186 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,186 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae, hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b] to archive 2024-12-06T01:49:01,191 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:49:01,195 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/76e1cd4f8e2247bd95d32072c7234dae 2024-12-06T01:49:01,197 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/143fe8ec78404c65b9d85620e5b61a7b 2024-12-06T01:49:01,215 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e] to archive 2024-12-06T01:49:01,216 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:49:01,218 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/2cbacc9d9f96446eb1779cf5b4f2822e 2024-12-06T01:49:01,223 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-06T01:49:01,224 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,224 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449741185Running coprocessor pre-close hooks at 1733449741185Disabling compacts and flushes for region at 1733449741185Disabling writes for close at 1733449741186 (+1 ms)Writing region close event to WAL at 1733449741220 (+34 ms)Running coprocessor post-close hooks at 1733449741224 (+4 ms)Closed at 1733449741224 2024-12-06T01:49:01,224 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 9f7433d7a147260d6b13abe5f26ba90a move to 00c764f7c3aa,35651,1733449724025 record at close sequenceid=12 2024-12-06T01:49:01,226 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=CLOSED 2024-12-06T01:49:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137 because future has completed 2024-12-06T01:49:01,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T01:49:01,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,44339,1733449724137 in 203 msec 2024-12-06T01:49:01,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE; state=CLOSED, location=00c764f7c3aa,35651,1733449724025; forceNewPlan=false, retain=false 2024-12-06T01:49:01,387 INFO [00c764f7c3aa:35661 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T01:49:01,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPENING, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:01,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE because future has completed 2024-12-06T01:49:01,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025}] 2024-12-06T01:49:01,549 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,549 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:01,549 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,550 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:01,550 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,550 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,551 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,552 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:49:01,552 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:01,558 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/71a9cc3a3c1c4fe8a248ba609ccd1474 2024-12-06T01:49:01,559 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:01,559 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,560 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:49:01,560 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:01,567 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/60d8a6b16e484243a2c51fcfd6afdcb8 2024-12-06T01:49:01,567 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:01,567 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,568 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,569 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,570 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,570 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,571 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:49:01,573 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,574 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 9f7433d7a147260d6b13abe5f26ba90a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148708, jitterRate=-0.10371440649032593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:49:01,574 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,574 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9f7433d7a147260d6b13abe5f26ba90a: Running coprocessor pre-open hook at 1733449741550Writing region info on filesystem at 1733449741550Initializing all the Stores at 1733449741551 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449741551Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449741551Cleaning up temporary data from old regions at 1733449741570 (+19 ms)Running coprocessor post-open hooks at 1733449741574 (+4 ms)Region opened successfully at 1733449741574 2024-12-06T01:49:01,576 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., pid=12, masterSystemTime=1733449741545 2024-12-06T01:49:01,578 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,579 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPEN, openSeqNum=18, regionLocation=00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 because future has completed 2024-12-06T01:49:01,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-06T01:49:01,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,35651,1733449724025 in 192 msec 2024-12-06T01:49:01,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, REOPEN/MOVE in 566 msec 2024-12-06T01:49:01,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:49:01,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:49:01,627 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 00c764f7c3aa,35651,1733449724025: testing ***** 2024-12-06T01:49:01,627 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T01:49:01,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T01:49:01,631 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T01:49:01,633 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T01:49:01,634 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T01:49:01,641 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 340805040 }, "NonHeapMemoryUsage": { "committed": 172294144, "init": 7667712, "max": -1, "used": 169616120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 42, "ProcessCallTime_mean": 9, "ProcessCallTime_25th_percentile": 11, "ProcessCallTime_median": 21, "ProcessCallTime_75th_percentile": 31, "ProcessCallTime_90th_percentile": 37, "ProcessCallTime_95th_percentile": 39, "ProcessCallTime_98th_percentile": 41, "ProcessCallTime_99th_percentile": 41, "ProcessCallTime_99.9th_percentile": 41, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 42, "TotalCallTime_mean": 9, "TotalCallTime_25th_percentile": 11, "TotalCallTime_median": 21, "TotalCallTime_75th_percentile": 31, "TotalCallTime_90th_percentile": 37, "TotalCallTime_95th_percentile": 39, "TotalCallTime_98th_percentile": 41, "TotalCallTime_99th_percentile": 41, "TotalCallTime_99.9th_percentile": 41, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49501", "tag.serverName": "00c764f7c3aa,35651,1733449724025", "tag.clusterId": "08b1e9f6-ccb4-4302-8c50-4e83f36433ad", "tag.Context": "regionserver", "tag.Hostname": "00c764f7c3aa", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733449724025, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 40, "Put_mean": 21, "Put_25th_percentile": 11, "Put_median": 21, "Put_75th_percentile": 30, "Put_90th_percentile": 36, "Put_95th_percentile": 38, "Put_98th_percentile": 39, "Put_99th_percentile": 39, "Put_99.9th_percentile": 39, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T01:49:01,644 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35661 {}] master.MasterRpcServices(700): 00c764f7c3aa,35651,1733449724025 reported a fatal error: ***** ABORTING region server 00c764f7c3aa,35651,1733449724025: testing ***** 2024-12-06T01:49:01,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,35651,1733449724025' ***** 2024-12-06T01:49:01,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-06T01:49:01,646 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:49:01,646 INFO [RS:0;00c764f7c3aa:35651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T01:49:01,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:49:01,647 INFO [RS:0;00c764f7c3aa:35651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T01:49:01,647 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,647 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(956): aborting server 00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:01,647 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44339 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42316 deadline: 1733449801647, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=35651 startCode=1733449724025. As of locationSeqNum=12. 2024-12-06T01:49:01,648 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:01,648 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,648 INFO [RS:0;00c764f7c3aa:35651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:35651. 2024-12-06T01:49:01,648 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,648 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:01,648 DEBUG [RS:0;00c764f7c3aa:35651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:01,648 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,648 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,44339,1733449724137, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,44339,1733449724137, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=35651 startCode=1733449724025. As of locationSeqNum=12. 2024-12-06T01:49:01,648 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,44339,1733449724137, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=35651 startCode=1733449724025. As of locationSeqNum=12. 2024-12-06T01:49:01,648 DEBUG [RS:0;00c764f7c3aa:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:01,648 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,44339,1733449724137, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c764f7c3aa port=35651 startCode=1733449724025. As of locationSeqNum=12. 2024-12-06T01:49:01,649 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:49:01,649 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:49:01,649 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:49:01,649 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:49:01,649 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:01,650 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T01:49:01,650 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1325): Online Regions={9f7433d7a147260d6b13abe5f26ba90a=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:49:01,650 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:49:01,650 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:49:01,650 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:49:01,650 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:49:01,650 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:49:01,650 DEBUG [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:01,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting 2024-12-06T01:49:01,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting 2024-12-06T01:49:01,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 from cache 2024-12-06T01:49:01,652 ERROR [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-06T01:49:01,652 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,652 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:49:01,652 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449741647Running coprocessor pre-close hooks at 1733449741647Disabling compacts and flushes for region at 1733449741647Disabling writes for close at 1733449741648 (+1 ms)Writing region close event to WAL at 1733449741652 (+4 ms)Running coprocessor post-close hooks at 1733449741652Closed at 1733449741652 2024-12-06T01:49:01,652 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:01,652 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449741650Running coprocessor pre-close hooks at 1733449741650Disabling compacts and flushes for region at 1733449741650Disabling writes for close at 1733449741650Writing region close event to WAL at 1733449741652 (+2 ms)Running coprocessor post-close hooks at 1733449741652Closed at 1733449741652 2024-12-06T01:49:01,653 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:01,653 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:01,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:01,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1] 2024-12-06T01:49:01,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:01,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting 2024-12-06T01:49:01,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c764f7c3aa,35651,1733449724025 aborting 2024-12-06T01:49:01,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 from cache 2024-12-06T01:49:01,851 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,35651,1733449724025; all regions closed. 2024-12-06T01:49:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741836_1012 (size=3561) 2024-12-06T01:49:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741836_1012 (size=3561) 2024-12-06T01:49:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741836_1012 (size=3561) 2024-12-06T01:49:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741834_1010 (size=1407) 2024-12-06T01:49:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741834_1010 (size=1407) 2024-12-06T01:49:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741834_1010 (size=1407) 2024-12-06T01:49:01,860 DEBUG [RS:0;00c764f7c3aa:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:01,860 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:01,860 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:01,860 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:01,860 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:01,861 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:01,861 INFO [RS:0;00c764f7c3aa:35651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35651 2024-12-06T01:49:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:49:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,35651,1733449724025 2024-12-06T01:49:01,869 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:01,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,35651,1733449724025] 2024-12-06T01:49:01,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,35651,1733449724025 already deleted, retry=false 2024-12-06T01:49:01,877 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 00c764f7c3aa,35651,1733449724025 on 00c764f7c3aa,35661,1733449723319 2024-12-06T01:49:01,884 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 00c764f7c3aa,35651,1733449724025, splitWal=true, meta=true 2024-12-06T01:49:01,886 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 00c764f7c3aa,35651,1733449724025 (carryingMeta=true) 00c764f7c3aa,35651,1733449724025/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1282b7c7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T01:49:01,887 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 00c764f7c3aa,35651,1733449724025, splitWal=true, meta=true 2024-12-06T01:49:01,889 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 00c764f7c3aa,35651,1733449724025, splitWal=true, meta=true, isMeta: true 2024-12-06T01:49:01,891 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting 2024-12-06T01:49:01,892 INFO [PEWorker-2 {}] master.SplitWALManager(105): 00c764f7c3aa,35651,1733449724025 WAL count=1, meta=true 2024-12-06T01:49:01,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta}] 2024-12-06T01:49:01,901 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:01,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, worker=00c764f7c3aa,44339,1733449724137}] 2024-12-06T01:49:01,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:01,966 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1] 2024-12-06T01:49:01,968 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 00c764f7c3aa:35651 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:35651 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:01,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1, error=java.net.ConnectException: Call to address=00c764f7c3aa:35651 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:35651 2024-12-06T01:49:01,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-06T01:49:01,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 from cache 2024-12-06T01:49:01,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 00c764f7c3aa:35651 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c764f7c3aa/172.17.0.2:35651 2024-12-06T01:49:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1006503638a0001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:01,974 INFO [RS:0;00c764f7c3aa:35651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:01,974 INFO [RS:0;00c764f7c3aa:35651 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,35651,1733449724025; zookeeper connection closed. 2024-12-06T01:49:01,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a86f6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a86f6e 2024-12-06T01:49:02,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-06T01:49:02,083 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, size=3.5 K (3561bytes) 2024-12-06T01:49:02,084 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta 2024-12-06T01:49:02,084 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta after 0ms 2024-12-06T01:49:02,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:02,087 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta took 4ms 2024-12-06T01:49:02,094 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-06T01:49:02,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta so closing down 2024-12-06T01:49:02,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:02,096 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp 2024-12-06T01:49:02,098 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp 2024-12-06T01:49:02,099 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741892_1070 (size=3346) 2024-12-06T01:49:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741892_1070 (size=3346) 2024-12-06T01:49:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741892_1070 (size=3346) 2024-12-06T01:49:02,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:02,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-06T01:49:02,108 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-12-06T01:49:02,108 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, journal: Splitting hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, size=3.5 K (3561bytes) at 1733449742084Finishing writing output for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta so closing down at 1733449742095 (+11 ms)Creating recovered edits writer path=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp at 1733449742098 (+3 ms)3 split writer threads finished at 1733449742099 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733449742106 (+7 ms)Rename recovered edits hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta.temp to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733449742108 (+2 ms)Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1733449742108 2024-12-06T01:49:02,108 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta 2024-12-06T01:49:02,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T01:49:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T01:49:02,116 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs 2024-12-06T01:49:02,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T01:49:02,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, worker=00c764f7c3aa,44339,1733449724137 in 213 msec 2024-12-06T01:49:02,121 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:02,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T01:49:02,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C35651%2C1733449724025.meta.1733449726136.meta, worker=00c764f7c3aa,44339,1733449724137 in 227 msec 2024-12-06T01:49:02,125 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting dir is empty, no logs to split. 2024-12-06T01:49:02,125 INFO [PEWorker-2 {}] master.SplitWALManager(105): 00c764f7c3aa,35651,1733449724025 WAL count=0, meta=true 2024-12-06T01:49:02,125 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 00c764f7c3aa,35651,1733449724025 WAL splitting is done? wals=0, meta=true 2024-12-06T01:49:02,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:49:02,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:49:02,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T01:49:02,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:02,276 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1] 2024-12-06T01:49:02,276 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 00c764f7c3aa:35651 this server is in the failed servers list 2024-12-06T01:49:02,277 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=00c764f7c3aa:35651 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:02,277 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:02,277 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 from cache 2024-12-06T01:49:02,279 DEBUG [00c764f7c3aa:35661 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T01:49:02,279 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:49:02,280 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:49:02,280 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:49:02,280 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:49:02,280 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:49:02,280 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:49:02,280 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:49:02,280 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:49:02,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:02,281 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,44339,1733449724137, state=OPENING 2024-12-06T01:49:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:49:02,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,44339,1733449724137}] 2024-12-06T01:49:02,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,441 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:49:02,441 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:02,441 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:49:02,443 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C44339%2C1733449724137.meta, suffix=.meta, logDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137, archiveDir=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs, maxLogs=32 2024-12-06T01:49:02,457 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137/00c764f7c3aa%2C44339%2C1733449724137.meta.1733449742443.meta, exclude list is [], retry=0 2024-12-06T01:49:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:02,464 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,44339,1733449724137/00c764f7c3aa%2C44339%2C1733449724137.meta.1733449742443.meta 2024-12-06T01:49:02,464 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:49:02,465 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:49:02,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:49:02,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:49:02,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:49:02,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:02,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:02,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:49:02,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:49:02,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:02,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:02,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:49:02,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:49:02,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:02,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:02,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:49:02,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:49:02,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:02,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:02,473 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:49:02,474 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:49:02,476 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740 2024-12-06T01:49:02,476 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-06T01:49:02,479 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:02,482 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-06T01:49:02,482 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-06T01:49:02,502 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/8548d807f0f04c24980a9ef86851af60 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a./info:regioninfo/1733449741579/Put/seqid=0 2024-12-06T01:49:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741894_1072 (size=11177) 2024-12-06T01:49:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741894_1072 (size=11177) 2024-12-06T01:49:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741894_1072 (size=11177) 2024-12-06T01:49:02,511 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/8548d807f0f04c24980a9ef86851af60 2024-12-06T01:49:02,533 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/ns/77cf895ca89447b9a50ee5166b079a45 is 43, key is default/ns:d/1733449726310/Put/seqid=0 2024-12-06T01:49:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741895_1073 (size=5153) 2024-12-06T01:49:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741895_1073 (size=5153) 2024-12-06T01:49:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741895_1073 (size=5153) 2024-12-06T01:49:02,542 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/ns/77cf895ca89447b9a50ee5166b079a45 2024-12-06T01:49:02,564 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/table/6cf4a9f0a7784ae791802d35bbd8253e is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733449739831/Put/seqid=0 2024-12-06T01:49:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741896_1074 (size=5431) 2024-12-06T01:49:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741896_1074 (size=5431) 2024-12-06T01:49:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741896_1074 (size=5431) 2024-12-06T01:49:02,572 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/table/6cf4a9f0a7784ae791802d35bbd8253e 2024-12-06T01:49:02,580 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/8548d807f0f04c24980a9ef86851af60 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/info/8548d807f0f04c24980a9ef86851af60 2024-12-06T01:49:02,587 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/info/8548d807f0f04c24980a9ef86851af60, entries=36, sequenceid=18, filesize=10.9 K 2024-12-06T01:49:02,588 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/ns/77cf895ca89447b9a50ee5166b079a45 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/ns/77cf895ca89447b9a50ee5166b079a45 2024-12-06T01:49:02,595 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/ns/77cf895ca89447b9a50ee5166b079a45, entries=2, sequenceid=18, filesize=5.0 K 2024-12-06T01:49:02,596 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/table/6cf4a9f0a7784ae791802d35bbd8253e as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/table/6cf4a9f0a7784ae791802d35bbd8253e 2024-12-06T01:49:02,603 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/table/6cf4a9f0a7784ae791802d35bbd8253e, entries=2, sequenceid=18, filesize=5.3 K 2024-12-06T01:49:02,603 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=18, compaction requested=false; wal=null 2024-12-06T01:49:02,604 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-06T01:49:02,605 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:49:02,605 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:49:02,606 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:49:02,608 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:49:02,611 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-06T01:49:02,612 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74241781, jitterRate=0.10628874599933624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:49:02,612 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:49:02,613 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449742466Writing region info on filesystem at 1733449742466Initializing all the Stores at 1733449742466Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449742466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449742467 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449742467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449742467Obtaining lock to block concurrent updates at 1733449742482 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1733449742482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733449742482Flushing stores of hbase:meta,,1.1588230740 at 1733449742482Flushing 1588230740/info: creating writer at 1733449742482Flushing 1588230740/info: appending metadata at 1733449742502 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733449742502Flushing 1588230740/ns: creating writer at 1733449742518 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733449742533 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733449742533Flushing 1588230740/table: creating writer at 1733449742548 (+15 ms)Flushing 1588230740/table: appending metadata at 1733449742563 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733449742563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b5597: reopening flushed file at 1733449742579 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559fec6c: reopening flushed file at 1733449742587 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a59909d: reopening flushed file at 1733449742595 (+8 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=18, compaction requested=false; wal=null at 1733449742603 (+8 ms)Cleaning up temporary data from old regions at 1733449742605 (+2 ms)Running coprocessor post-open hooks at 1733449742612 (+7 ms)Region opened successfully at 1733449742613 (+1 ms) 2024-12-06T01:49:02,614 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733449742436 2024-12-06T01:49:02,617 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:49:02,617 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:49:02,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:02,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,44339,1733449724137, state=OPEN 2024-12-06T01:49:02,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:02,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:02,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:02,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T01:49:02,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,44339,1733449724137 in 338 msec 2024-12-06T01:49:02,632 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 00c764f7c3aa,35651,1733449724025 had 2 regions 2024-12-06T01:49:02,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-06T01:49:02,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-12-06T01:49:02,634 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 00c764f7c3aa,35651,1733449724025, splitWal=true, meta=true, isMeta: false 2024-12-06T01:49:02,636 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c764f7c3aa,35651,1733449724025 WAL count=1, meta=false 2024-12-06T01:49:02,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C35651%2C1733449724025.1733449725801}] 2024-12-06T01:49:02,640 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:02,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C35651%2C1733449724025.1733449725801, worker=00c764f7c3aa,37427,1733449724191}] 2024-12-06T01:49:02,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:02,786 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,44339,1733449724137, seqNum=-1] 2024-12-06T01:49:02,795 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:49:02,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:49:02,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-06T01:49:02,814 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, size=1.4 K (1407bytes) 2024-12-06T01:49:02,814 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 2024-12-06T01:49:02,815 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 after 1ms 2024-12-06T01:49:02,817 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:02,817 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 took 3ms 2024-12-06T01:49:02,820 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 9f7433d7a147260d6b13abe5f26ba90a: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-06T01:49:02,821 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 so closing down 2024-12-06T01:49:02,821 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:02,821 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:02,821 INFO [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, size=1.4 K, length=1407, corrupted=false, cancelled=false 2024-12-06T01:49:02,821 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, journal: Splitting hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, size=1.4 K (1407bytes) at 1733449742814Finishing writing output for hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 so closing down at 1733449742821 (+7 ms)3 split writer threads finished at 1733449742821Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1733449742821 2024-12-06T01:49:02,821 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 2024-12-06T01:49:02,821 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-06T01:49:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-06T01:49:02,826 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting/00c764f7c3aa%2C35651%2C1733449724025.1733449725801 to hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs 2024-12-06T01:49:02,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T01:49:02,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 00c764f7c3aa%2C35651%2C1733449724025.1733449725801, worker=00c764f7c3aa,37427,1733449724191 in 184 msec 2024-12-06T01:49:02,830 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:02,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-06T01:49:02,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 00c764f7c3aa%2C35651%2C1733449724025.1733449725801, worker=00c764f7c3aa,37427,1733449724191 in 194 msec 2024-12-06T01:49:02,834 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/WALs/00c764f7c3aa,35651,1733449724025-splitting dir is empty, no logs to split. 2024-12-06T01:49:02,834 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c764f7c3aa,35651,1733449724025 WAL count=0, meta=false 2024-12-06T01:49:02,834 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 00c764f7c3aa,35651,1733449724025 WAL splitting is done? wals=0, meta=false 2024-12-06T01:49:02,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN}] 2024-12-06T01:49:02,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN 2024-12-06T01:49:02,839 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T01:49:02,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 00c764f7c3aa:35651 this server is in the failed servers list 2024-12-06T01:49:02,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=00c764f7c3aa:35651 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:02,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:02,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=12 from cache 2024-12-06T01:49:02,989 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(204): Hosts are {00c764f7c3aa=0} racks are {/default-rack=0} 2024-12-06T01:49:02,990 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T01:49:02,990 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T01:49:02,990 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T01:49:02,990 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T01:49:02,990 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T01:49:02,990 INFO [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T01:49:02,990 DEBUG [00c764f7c3aa:35661 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T01:49:02,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPENING, regionLocation=00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:02,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 00c764f7c3aa:35651 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 00c764f7c3aa/172.17.0.2:35651 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:02,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1, error=java.net.ConnectException: Call to address=00c764f7c3aa:35651 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 00c764f7c3aa/172.17.0.2:35651 2024-12-06T01:49:02,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-06T01:49:02,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,35651,1733449724025, seqNum=-1 from cache 2024-12-06T01:49:02,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 00c764f7c3aa:35651 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 00c764f7c3aa/172.17.0.2:35651 2024-12-06T01:49:03,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:03,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,44339,1733449724137, seqNum=-1] 2024-12-06T01:49:03,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:49:03,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:49:03,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN because future has completed 2024-12-06T01:49:03,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,37427,1733449724191}] 2024-12-06T01:49:03,120 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=18] 2024-12-06T01:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 00c764f7c3aa:35651 this server is in the failed servers list 2024-12-06T01:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=00c764f7c3aa:35651 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c764f7c3aa:35651 2024-12-06T01:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,35651,1733449724025, seqNum=18 from cache 2024-12-06T01:49:03,257 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f7433d7a147260d6b13abe5f26ba90a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,259 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,260 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf1 2024-12-06T01:49:03,260 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,266 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf1/71a9cc3a3c1c4fe8a248ba609ccd1474 2024-12-06T01:49:03,267 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,267 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,268 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f7433d7a147260d6b13abe5f26ba90a columnFamilyName cf2 2024-12-06T01:49:03,268 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,273 DEBUG [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/cf2/60d8a6b16e484243a2c51fcfd6afdcb8 2024-12-06T01:49:03,274 INFO [StoreOpener-9f7433d7a147260d6b13abe5f26ba90a-1 {}] regionserver.HStore(327): Store=9f7433d7a147260d6b13abe5f26ba90a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,274 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,274 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,275 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,276 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,276 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T01:49:03,278 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,279 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9f7433d7a147260d6b13abe5f26ba90a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74478962, jitterRate=0.10982301831245422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T01:49:03,279 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:03,280 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9f7433d7a147260d6b13abe5f26ba90a: Running coprocessor pre-open hook at 1733449743258Writing region info on filesystem at 1733449743258Initializing all the Stores at 1733449743258Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743259 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743259Cleaning up temporary data from old regions at 1733449743276 (+17 ms)Running coprocessor post-open hooks at 1733449743279 (+3 ms)Region opened successfully at 1733449743280 (+1 ms) 2024-12-06T01:49:03,281 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., pid=21, masterSystemTime=1733449743252 2024-12-06T01:49:03,283 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:03,283 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:03,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=9f7433d7a147260d6b13abe5f26ba90a, regionState=OPEN, openSeqNum=18, regionLocation=00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:03,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,37427,1733449724191 because future has completed 2024-12-06T01:49:03,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-06T01:49:03,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f7433d7a147260d6b13abe5f26ba90a, server=00c764f7c3aa,37427,1733449724191 in 187 msec 2024-12-06T01:49:03,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-06T01:49:03,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9f7433d7a147260d6b13abe5f26ba90a, ASSIGN in 453 msec 2024-12-06T01:49:03,293 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 00c764f7c3aa,35651,1733449724025 after splitting done 2024-12-06T01:49:03,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 00c764f7c3aa,35651,1733449724025, splitWal=true, meta=true in 1.4160 sec 2024-12-06T01:49:03,430 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a., hostname=00c764f7c3aa,37427,1733449724191, seqNum=18] 2024-12-06T01:49:03,430 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:49:03,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:49:03,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=406 (was 410), OpenFileDescriptor=1050 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9530 (was 9562) 2024-12-06T01:49:03,447 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-06T01:49:03,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=406, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=9530 2024-12-06T01:49:03,461 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-06T01:49:03,478 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:03,480 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:03,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:03,483 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46446865, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-46446865, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:03,497 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46446865/hregion-46446865.1733449743484, exclude list is [], retry=0 2024-12-06T01:49:03,500 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:03,501 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:03,501 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:03,504 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46446865/hregion-46446865.1733449743484 2024-12-06T01:49:03,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:03,505 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 41820fa42af348f0837d0df6d975e355, NAME => 'testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:49:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741898_1076 (size=67) 2024-12-06T01:49:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741898_1076 (size=67) 2024-12-06T01:49:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741898_1076 (size=67) 2024-12-06T01:49:03,518 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:03,520 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,521 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName a 2024-12-06T01:49:03,522 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,522 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,522 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,524 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName b 2024-12-06T01:49:03,524 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,524 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,524 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,525 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName c 2024-12-06T01:49:03,525 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,526 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,526 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,528 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,528 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,529 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:03,530 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,532 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:03,533 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41820fa42af348f0837d0df6d975e355; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72947816, jitterRate=0.08700716495513916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:03,533 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41820fa42af348f0837d0df6d975e355: Writing region info on filesystem at 1733449743519Initializing all the Stores at 1733449743519Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743520 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743520Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743520Cleaning up temporary data from old regions at 1733449743528 (+8 ms)Region opened successfully at 1733449743533 (+5 ms) 2024-12-06T01:49:03,533 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41820fa42af348f0837d0df6d975e355, disabling compactions & flushes 2024-12-06T01:49:03,533 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,534 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,534 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. after waiting 0 ms 2024-12-06T01:49:03,534 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,534 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,534 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41820fa42af348f0837d0df6d975e355: Waiting for close lock at 1733449743533Disabling compacts and flushes for region at 1733449743533Disabling writes for close at 1733449743534 (+1 ms)Writing region close event to WAL at 1733449743534Closed at 1733449743534 2024-12-06T01:49:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741897_1075 (size=95) 2024-12-06T01:49:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741897_1075 (size=95) 2024-12-06T01:49:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741897_1075 (size=95) 2024-12-06T01:49:03,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:03,539 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46446865:(num 1733449743484) 2024-12-06T01:49:03,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:03,541 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:03,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, exclude list is [], retry=0 2024-12-06T01:49:03,557 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:03,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:03,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:03,561 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 2024-12-06T01:49:03,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:49:03,561 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41820fa42af348f0837d0df6d975e355, NAME => 'testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:03,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:03,562 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,562 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,563 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,564 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName a 2024-12-06T01:49:03,564 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,565 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,565 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,566 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName b 2024-12-06T01:49:03,566 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,566 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,566 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,567 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName c 2024-12-06T01:49:03,567 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,568 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,568 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,571 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,571 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,571 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:03,573 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,573 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41820fa42af348f0837d0df6d975e355; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69551211, jitterRate=0.03639380633831024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:03,574 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41820fa42af348f0837d0df6d975e355: Writing region info on filesystem at 1733449743562Initializing all the Stores at 1733449743563 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743563Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743563Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743563Cleaning up temporary data from old regions at 1733449743571 (+8 ms)Region opened successfully at 1733449743574 (+3 ms) 2024-12-06T01:49:03,600 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41820fa42af348f0837d0df6d975e355 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T01:49:03,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/a/ad76e1df3c2a4b1d92204698d65d3054 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733449743574/Put/seqid=0 2024-12-06T01:49:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:49:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:49:03,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741900_1078 (size=5958) 2024-12-06T01:49:03,636 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/a/ad76e1df3c2a4b1d92204698d65d3054 2024-12-06T01:49:03,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/90cbf9222f0b4db59af7f74a2e481c20 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449743583/Put/seqid=0 2024-12-06T01:49:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741901_1079 (size=5958) 2024-12-06T01:49:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741901_1079 (size=5958) 2024-12-06T01:49:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741901_1079 (size=5958) 2024-12-06T01:49:03,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/90cbf9222f0b4db59af7f74a2e481c20 2024-12-06T01:49:03,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/c/88c4807a921246c8b6244296febe9775 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733449743591/Put/seqid=0 2024-12-06T01:49:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741902_1080 (size=5958) 2024-12-06T01:49:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741902_1080 (size=5958) 2024-12-06T01:49:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741902_1080 (size=5958) 2024-12-06T01:49:03,696 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/c/88c4807a921246c8b6244296febe9775 2024-12-06T01:49:03,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/a/ad76e1df3c2a4b1d92204698d65d3054 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/a/ad76e1df3c2a4b1d92204698d65d3054 2024-12-06T01:49:03,708 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/a/ad76e1df3c2a4b1d92204698d65d3054, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:49:03,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/90cbf9222f0b4db59af7f74a2e481c20 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/90cbf9222f0b4db59af7f74a2e481c20 2024-12-06T01:49:03,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/90cbf9222f0b4db59af7f74a2e481c20, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:49:03,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/c/88c4807a921246c8b6244296febe9775 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/c/88c4807a921246c8b6244296febe9775 2024-12-06T01:49:03,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/c/88c4807a921246c8b6244296febe9775, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T01:49:03,722 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 41820fa42af348f0837d0df6d975e355 in 122ms, sequenceid=33, compaction requested=false 2024-12-06T01:49:03,722 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41820fa42af348f0837d0df6d975e355: 2024-12-06T01:49:03,722 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41820fa42af348f0837d0df6d975e355, disabling compactions & flushes 2024-12-06T01:49:03,722 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,722 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,722 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. after waiting 0 ms 2024-12-06T01:49:03,722 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. 2024-12-06T01:49:03,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41820fa42af348f0837d0df6d975e355: Waiting for close lock at 1733449743722Disabling compacts and flushes for region at 1733449743722Disabling writes for close at 1733449743722Writing region close event to WAL at 1733449743724 (+2 ms)Closed at 1733449743724 2024-12-06T01:49:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741899_1077 (size=3385) 2024-12-06T01:49:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741899_1077 (size=3385) 2024-12-06T01:49:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741899_1077 (size=3385) 2024-12-06T01:49:03,731 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/90cbf9222f0b4db59af7f74a2e481c20 to hdfs://localhost:43619/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/90cbf9222f0b4db59af7f74a2e481c20 2024-12-06T01:49:03,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-06T01:49:03,739 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:03,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T01:49:03,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:03,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-06T01:49:03,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:03,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, size=3.3 K (3385bytes) 2024-12-06T01:49:03,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 2024-12-06T01:49:03,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 after 1ms 2024-12-06T01:49:03,755 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:03,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 took 4ms 2024-12-06T01:49:03,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 so closing down 2024-12-06T01:49:03,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:03,761 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449743541.temp 2024-12-06T01:49:03,763 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp 2024-12-06T01:49:03,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741903_1081 (size=2944) 2024-12-06T01:49:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741903_1081 (size=2944) 2024-12-06T01:49:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741903_1081 (size=2944) 2024-12-06T01:49:03,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:03,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 2024-12-06T01:49:03,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-06T01:49:03,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, journal: Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, size=3.3 K (3385bytes) at 1733449743752Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 so closing down at 1733449743760 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp at 1733449743763 (+3 ms)3 split writer threads finished at 1733449743763Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449743777 (+14 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000003-wal.1733449743541.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 at 1733449743778 (+1 ms)Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733449743779 (+1 ms) 2024-12-06T01:49:03,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743541 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449743541 2024-12-06T01:49:03,781 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 2024-12-06T01:49:03,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:03,783 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:03,797 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743783, exclude list is [], retry=0 2024-12-06T01:49:03,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:03,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:03,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:03,802 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743783 2024-12-06T01:49:03,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:49:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41820fa42af348f0837d0df6d975e355, NAME => 'testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,804 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,805 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName a 2024-12-06T01:49:03,805 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,811 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/a/ad76e1df3c2a4b1d92204698d65d3054 2024-12-06T01:49:03,811 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,811 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,812 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName b 2024-12-06T01:49:03,812 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,813 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,813 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,814 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41820fa42af348f0837d0df6d975e355 columnFamilyName c 2024-12-06T01:49:03,814 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,820 DEBUG [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/c/88c4807a921246c8b6244296febe9775 2024-12-06T01:49:03,820 INFO [StoreOpener-41820fa42af348f0837d0df6d975e355-1 {}] regionserver.HStore(327): Store=41820fa42af348f0837d0df6d975e355/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,823 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 2024-12-06T01:49:03,825 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:03,826 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 2024-12-06T01:49:03,827 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41820fa42af348f0837d0df6d975e355 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T01:49:03,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/33b8e9dd1eaf445c99601588aafbdb09 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449743583/Put/seqid=0 2024-12-06T01:49:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741905_1083 (size=5958) 2024-12-06T01:49:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741905_1083 (size=5958) 2024-12-06T01:49:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741905_1083 (size=5958) 2024-12-06T01:49:03,850 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/33b8e9dd1eaf445c99601588aafbdb09 2024-12-06T01:49:03,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/.tmp/b/33b8e9dd1eaf445c99601588aafbdb09 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/33b8e9dd1eaf445c99601588aafbdb09 2024-12-06T01:49:03,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/b/33b8e9dd1eaf445c99601588aafbdb09, entries=10, sequenceid=32, filesize=5.8 K 2024-12-06T01:49:03,861 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 41820fa42af348f0837d0df6d975e355 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-06T01:49:03,862 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/0000000000000000032 2024-12-06T01:49:03,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,864 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:03,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41820fa42af348f0837d0df6d975e355 2024-12-06T01:49:03,868 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/41820fa42af348f0837d0df6d975e355/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-06T01:49:03,868 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41820fa42af348f0837d0df6d975e355; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091751, jitterRate=-0.015156164765357971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:03,869 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41820fa42af348f0837d0df6d975e355: Writing region info on filesystem at 1733449743803Initializing all the Stores at 1733449743803Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743803Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743804 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743804Obtaining lock to block concurrent updates at 1733449743827 (+23 ms)Preparing flush snapshotting stores in 41820fa42af348f0837d0df6d975e355 at 1733449743827Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733449743827Flushing stores of testReplayEditsWrittenViaHRegion,,1733449743478.41820fa42af348f0837d0df6d975e355. at 1733449743827Flushing 41820fa42af348f0837d0df6d975e355/b: creating writer at 1733449743827Flushing 41820fa42af348f0837d0df6d975e355/b: appending metadata at 1733449743841 (+14 ms)Flushing 41820fa42af348f0837d0df6d975e355/b: closing flushed file at 1733449743841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e42f21e: reopening flushed file at 1733449743855 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 41820fa42af348f0837d0df6d975e355 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733449743861 (+6 ms)Cleaning up temporary data from old regions at 1733449743863 (+2 ms)Region opened successfully at 1733449743869 (+6 ms) 2024-12-06T01:49:03,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=415 (was 406) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40354 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:59666 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:48552 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40686 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:57394 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:40272 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=9513 (was 9530) 2024-12-06T01:49:03,898 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-06T01:49:03,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=9512 2024-12-06T01:49:03,913 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-06T01:49:03,929 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:03,931 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:03,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:03,935 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04418742, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-04418742, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:03,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04418742/hregion-04418742.1733449743936, exclude list is [], retry=0 2024-12-06T01:49:03,960 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:03,960 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:03,960 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:03,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04418742/hregion-04418742.1733449743936 2024-12-06T01:49:03,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:03,964 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b9797b27bcad5a28f1a606394a7b145, NAME => 'testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:49:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741907_1085 (size=68) 2024-12-06T01:49:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741907_1085 (size=68) 2024-12-06T01:49:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741907_1085 (size=68) 2024-12-06T01:49:03,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:03,984 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,986 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName a 2024-12-06T01:49:03,986 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,986 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,987 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,988 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName b 2024-12-06T01:49:03,988 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,989 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,989 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,990 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName c 2024-12-06T01:49:03,990 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:03,991 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:03,991 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,994 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:03,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:03,998 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:03,999 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b9797b27bcad5a28f1a606394a7b145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64285566, jitterRate=-0.0420704185962677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b9797b27bcad5a28f1a606394a7b145: Writing region info on filesystem at 1733449743982Initializing all the Stores at 1733449743983 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743983Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743984 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449743984Cleaning up temporary data from old regions at 1733449743994 (+10 ms)Region opened successfully at 1733449744000 (+6 ms) 2024-12-06T01:49:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b9797b27bcad5a28f1a606394a7b145, disabling compactions & flushes 2024-12-06T01:49:04,000 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. after waiting 0 ms 2024-12-06T01:49:04,000 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:04,001 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:04,001 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b9797b27bcad5a28f1a606394a7b145: Waiting for close lock at 1733449744000Disabling compacts and flushes for region at 1733449744000Disabling writes for close at 1733449744000Writing region close event to WAL at 1733449744001 (+1 ms)Closed at 1733449744001 2024-12-06T01:49:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741906_1084 (size=95) 2024-12-06T01:49:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741906_1084 (size=95) 2024-12-06T01:49:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741906_1084 (size=95) 2024-12-06T01:49:04,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:04,010 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04418742:(num 1733449743936) 2024-12-06T01:49:04,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:04,012 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:04,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, exclude list is [], retry=0 2024-12-06T01:49:04,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:04,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:04,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:04,034 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 2024-12-06T01:49:04,034 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:04,095 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b9797b27bcad5a28f1a606394a7b145, NAME => 'testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:04,098 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,098 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:04,099 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,099 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,101 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,102 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName a 2024-12-06T01:49:04,102 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:04,103 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:04,103 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,104 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName b 2024-12-06T01:49:04,104 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:04,104 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:04,105 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,105 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName c 2024-12-06T01:49:04,105 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:04,106 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:04,106 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,107 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,109 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,109 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:04,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,112 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b9797b27bcad5a28f1a606394a7b145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63101038, jitterRate=-0.05972126126289368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:04,112 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:04,112 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b9797b27bcad5a28f1a606394a7b145: Running coprocessor pre-open hook at 1733449744099Writing region info on filesystem at 1733449744099Initializing all the Stores at 1733449744100 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449744100Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449744100Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449744100Cleaning up temporary data from old regions at 1733449744109 (+9 ms)Running coprocessor post-open hooks at 1733449744112 (+3 ms)Region opened successfully at 1733449744112 2024-12-06T01:49:04,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b9797b27bcad5a28f1a606394a7b145 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-06T01:49:04,129 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:05,130 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:05,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:49:06,131 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:07,132 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:08,132 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:09,133 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:10,134 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:11,134 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:12,135 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:12,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:49:13,135 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4b9797b27bcad5a28f1a606394a7b145/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:13,137 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4b9797b27bcad5a28f1a606394a7b145: 2024-12-06T01:49:13,137 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,149 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4b9797b27bcad5a28f1a606394a7b145: 2024-12-06T01:49:13,149 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-06T01:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b9797b27bcad5a28f1a606394a7b145, disabling compactions & flushes 2024-12-06T01:49:13,150 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. after waiting 0 ms 2024-12-06T01:49:13,150 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,150 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,150 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. 2024-12-06T01:49:13,151 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b9797b27bcad5a28f1a606394a7b145: Waiting for close lock at 1733449753149Running coprocessor pre-close hooks at 1733449753150 (+1 ms)Disabling compacts and flushes for region at 1733449753150Disabling writes for close at 1733449753150Writing region close event to WAL at 1733449753150Running coprocessor post-close hooks at 1733449753150Closed at 1733449753150 2024-12-06T01:49:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741908_1086 (size=2691) 2024-12-06T01:49:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741908_1086 (size=2691) 2024-12-06T01:49:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741908_1086 (size=2691) 2024-12-06T01:49:13,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, size=2.6 K (2691bytes) 2024-12-06T01:49:13,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 2024-12-06T01:49:13,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 after 1ms 2024-12-06T01:49:13,175 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:13,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 took 4ms 2024-12-06T01:49:13,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 so closing down 2024-12-06T01:49:13,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:13,178 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733449744013.temp 2024-12-06T01:49:13,179 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp 2024-12-06T01:49:13,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741909_1087 (size=2094) 2024-12-06T01:49:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741909_1087 (size=2094) 2024-12-06T01:49:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741909_1087 (size=2094) 2024-12-06T01:49:13,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:13,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 2024-12-06T01:49:13,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-06T01:49:13,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, journal: Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, size=2.6 K (2691bytes) at 1733449753171Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 so closing down at 1733449753177 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp at 1733449753179 (+2 ms)3 split writer threads finished at 1733449753180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733449753189 (+9 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000004-wal.1733449744013.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 at 1733449753191 (+2 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733449753191 2024-12-06T01:49:13,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449744013 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449744013 2024-12-06T01:49:13,193 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 2024-12-06T01:49:13,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:13,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:13,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449753195, exclude list is [], retry=0 2024-12-06T01:49:13,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:13,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:13,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:13,214 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449753195 2024-12-06T01:49:13,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:13,215 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b9797b27bcad5a28f1a606394a7b145, NAME => 'testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:13,215 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,218 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,219 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName a 2024-12-06T01:49:13,219 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,219 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,220 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,221 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName b 2024-12-06T01:49:13,221 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,221 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,221 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,222 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9797b27bcad5a28f1a606394a7b145 columnFamilyName c 2024-12-06T01:49:13,222 DEBUG [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,223 INFO [StoreOpener-4b9797b27bcad5a28f1a606394a7b145-1 {}] regionserver.HStore(327): Store=4b9797b27bcad5a28f1a606394a7b145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,223 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,225 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 2024-12-06T01:49:13,228 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 2024-12-06T01:49:13,230 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b9797b27bcad5a28f1a606394a7b145 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-06T01:49:13,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/a/72f39e1646654b1fadeaf9ad560a65d8 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733449753140/Put/seqid=0 2024-12-06T01:49:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741911_1089 (size=5523) 2024-12-06T01:49:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741911_1089 (size=5523) 2024-12-06T01:49:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741911_1089 (size=5523) 2024-12-06T01:49:13,262 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/a/72f39e1646654b1fadeaf9ad560a65d8 2024-12-06T01:49:13,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/b/0a29343a8cde45bbbd9ff30893c07c20 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733449753137/Put/seqid=0 2024-12-06T01:49:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741912_1090 (size=5524) 2024-12-06T01:49:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741912_1090 (size=5524) 2024-12-06T01:49:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741912_1090 (size=5524) 2024-12-06T01:49:13,290 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/b/0a29343a8cde45bbbd9ff30893c07c20 2024-12-06T01:49:13,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/c/79754a2c37d44c0e9b9aa58c040e89a5 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733449753138/Put/seqid=0 2024-12-06T01:49:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741913_1091 (size=5457) 2024-12-06T01:49:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741913_1091 (size=5457) 2024-12-06T01:49:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741913_1091 (size=5457) 2024-12-06T01:49:13,317 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/c/79754a2c37d44c0e9b9aa58c040e89a5 2024-12-06T01:49:13,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/a/72f39e1646654b1fadeaf9ad560a65d8 as hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/a/72f39e1646654b1fadeaf9ad560a65d8 2024-12-06T01:49:13,327 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/a/72f39e1646654b1fadeaf9ad560a65d8, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T01:49:13,328 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/b/0a29343a8cde45bbbd9ff30893c07c20 as hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/b/0a29343a8cde45bbbd9ff30893c07c20 2024-12-06T01:49:13,333 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/b/0a29343a8cde45bbbd9ff30893c07c20, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T01:49:13,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/.tmp/c/79754a2c37d44c0e9b9aa58c040e89a5 as hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/c/79754a2c37d44c0e9b9aa58c040e89a5 2024-12-06T01:49:13,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/c/79754a2c37d44c0e9b9aa58c040e89a5, entries=6, sequenceid=26, filesize=5.3 K 2024-12-06T01:49:13,339 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4b9797b27bcad5a28f1a606394a7b145 in 109ms, sequenceid=26, compaction requested=false; wal=null 2024-12-06T01:49:13,340 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/0000000000000000026 2024-12-06T01:49:13,340 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,341 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,341 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,344 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsAfterAbortingFlush/4b9797b27bcad5a28f1a606394a7b145/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-06T01:49:13,345 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b9797b27bcad5a28f1a606394a7b145; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73487268, jitterRate=0.09504562616348267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:13,345 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b9797b27bcad5a28f1a606394a7b145 2024-12-06T01:49:13,346 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b9797b27bcad5a28f1a606394a7b145: Running coprocessor pre-open hook at 1733449753216Writing region info on filesystem at 1733449753216Initializing all the Stores at 1733449753217 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753217Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753217Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753217Obtaining lock to block concurrent updates at 1733449753230 (+13 ms)Preparing flush snapshotting stores in 4b9797b27bcad5a28f1a606394a7b145 at 1733449753230Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733449753230Flushing stores of testReplayEditsAfterAbortingFlush,,1733449743930.4b9797b27bcad5a28f1a606394a7b145. at 1733449753230Flushing 4b9797b27bcad5a28f1a606394a7b145/a: creating writer at 1733449753230Flushing 4b9797b27bcad5a28f1a606394a7b145/a: appending metadata at 1733449753251 (+21 ms)Flushing 4b9797b27bcad5a28f1a606394a7b145/a: closing flushed file at 1733449753251Flushing 4b9797b27bcad5a28f1a606394a7b145/b: creating writer at 1733449753268 (+17 ms)Flushing 4b9797b27bcad5a28f1a606394a7b145/b: appending metadata at 1733449753282 (+14 ms)Flushing 4b9797b27bcad5a28f1a606394a7b145/b: closing flushed file at 1733449753282Flushing 4b9797b27bcad5a28f1a606394a7b145/c: creating writer at 1733449753295 (+13 ms)Flushing 4b9797b27bcad5a28f1a606394a7b145/c: appending metadata at 1733449753309 (+14 ms)Flushing 4b9797b27bcad5a28f1a606394a7b145/c: closing flushed file at 1733449753310 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6c1293: reopening flushed file at 1733449753322 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109fcc: reopening flushed file at 1733449753328 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ca824a: reopening flushed file at 1733449753333 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4b9797b27bcad5a28f1a606394a7b145 in 109ms, sequenceid=26, compaction requested=false; wal=null at 1733449753339 (+6 ms)Cleaning up temporary data from old regions at 1733449753341 (+2 ms)Running coprocessor post-open hooks at 1733449753345 (+4 ms)Region opened successfully at 1733449753346 (+1 ms) 2024-12-06T01:49:13,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35636 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35662 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56114 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36290 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56108 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36314 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=9510 (was 9512) 2024-12-06T01:49:13,369 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-06T01:49:13,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=9509 2024-12-06T01:49:13,383 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-06T01:49:13,407 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:13,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:13,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:13,413 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-51459611, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-51459611, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:13,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-51459611/hregion-51459611.1733449753413, exclude list is [], retry=0 2024-12-06T01:49:13,430 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:13,430 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:13,431 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:13,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-51459611/hregion-51459611.1733449753413 2024-12-06T01:49:13,433 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:49:13,433 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 95dd63daa621d8e50dfddc4e936fd467, NAME => 'testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:49:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741915_1093 (size=61) 2024-12-06T01:49:13,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741915_1093 (size=61) 2024-12-06T01:49:13,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741915_1093 (size=61) 2024-12-06T01:49:13,444 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:13,445 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,446 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dd63daa621d8e50dfddc4e936fd467 columnFamilyName a 2024-12-06T01:49:13,446 DEBUG [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,447 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(327): Store=95dd63daa621d8e50dfddc4e936fd467/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,447 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,449 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,449 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,450 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,453 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:13,453 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95dd63daa621d8e50dfddc4e936fd467; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58766415, jitterRate=-0.12431217730045319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:49:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95dd63daa621d8e50dfddc4e936fd467: Writing region info on filesystem at 1733449753444Initializing all the Stores at 1733449753444Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753445 (+1 ms)Cleaning up temporary data from old regions at 1733449753449 (+4 ms)Region opened successfully at 1733449753454 (+5 ms) 2024-12-06T01:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 95dd63daa621d8e50dfddc4e936fd467, disabling compactions & flushes 2024-12-06T01:49:13,455 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. after waiting 0 ms 2024-12-06T01:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,455 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 95dd63daa621d8e50dfddc4e936fd467: Waiting for close lock at 1733449753454Disabling compacts and flushes for region at 1733449753454Disabling writes for close at 1733449753455 (+1 ms)Writing region close event to WAL at 1733449753455Closed at 1733449753455 2024-12-06T01:49:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741914_1092 (size=95) 2024-12-06T01:49:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741914_1092 (size=95) 2024-12-06T01:49:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741914_1092 (size=95) 2024-12-06T01:49:13,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:13,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-51459611:(num 1733449753413) 2024-12-06T01:49:13,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:13,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:13,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, exclude list is [], retry=0 2024-12-06T01:49:13,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:13,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:13,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:13,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 2024-12-06T01:49:13,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:13,486 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 95dd63daa621d8e50dfddc4e936fd467, NAME => 'testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:13,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:13,487 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,487 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,491 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,492 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dd63daa621d8e50dfddc4e936fd467 columnFamilyName a 2024-12-06T01:49:13,492 DEBUG [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,493 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(327): Store=95dd63daa621d8e50dfddc4e936fd467/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,495 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,495 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,497 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95dd63daa621d8e50dfddc4e936fd467; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426661, jitterRate=-0.08467142283916473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:49:13,498 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95dd63daa621d8e50dfddc4e936fd467: Writing region info on filesystem at 1733449753487Initializing all the Stores at 1733449753488 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753488Cleaning up temporary data from old regions at 1733449753495 (+7 ms)Region opened successfully at 1733449753498 (+3 ms) 2024-12-06T01:49:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 95dd63daa621d8e50dfddc4e936fd467, disabling compactions & flushes 2024-12-06T01:49:13,507 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. after waiting 0 ms 2024-12-06T01:49:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,507 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,507 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. 2024-12-06T01:49:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 95dd63daa621d8e50dfddc4e936fd467: Waiting for close lock at 1733449753507Disabling compacts and flushes for region at 1733449753507Disabling writes for close at 1733449753507Writing region close event to WAL at 1733449753507Closed at 1733449753507 2024-12-06T01:49:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741916_1094 (size=1050) 2024-12-06T01:49:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741916_1094 (size=1050) 2024-12-06T01:49:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741916_1094 (size=1050) 2024-12-06T01:49:13,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, size=1.0 K (1050bytes) 2024-12-06T01:49:13,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 2024-12-06T01:49:13,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 after 1ms 2024-12-06T01:49:13,529 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:13,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 took 3ms 2024-12-06T01:49:13,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 so closing down 2024-12-06T01:49:13,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:13,532 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449753468.temp 2024-12-06T01:49:13,534 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp 2024-12-06T01:49:13,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741917_1095 (size=1050) 2024-12-06T01:49:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741917_1095 (size=1050) 2024-12-06T01:49:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741917_1095 (size=1050) 2024-12-06T01:49:13,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:13,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp to hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 2024-12-06T01:49:13,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-06T01:49:13,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, journal: Splitting hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, size=1.0 K (1050bytes) at 1733449753526Finishing writing output for hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 so closing down at 1733449753531 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp at 1733449753534 (+3 ms)3 split writer threads finished at 1733449753534Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733449753541 (+7 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000003-wal.1733449753468.temp to hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 at 1733449753542 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733449753543 (+1 ms) 2024-12-06T01:49:13,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753468 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449753468 2024-12-06T01:49:13,545 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 2024-12-06T01:49:13,548 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:13,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-06T01:49:13,739 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:13,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-06T01:49:13,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:13,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:13,886 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:13,900 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753886, exclude list is [], retry=0 2024-12-06T01:49:13,902 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:13,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:13,903 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:13,904 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753886 2024-12-06T01:49:13,905 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:49:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 95dd63daa621d8e50dfddc4e936fd467, NAME => 'testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,905 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,908 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,910 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dd63daa621d8e50dfddc4e936fd467 columnFamilyName a 2024-12-06T01:49:13,910 DEBUG [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,910 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(327): Store=95dd63daa621d8e50dfddc4e936fd467/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,911 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,913 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 2024-12-06T01:49:13,915 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:13,916 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 2024-12-06T01:49:13,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 95dd63daa621d8e50dfddc4e936fd467 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-06T01:49:13,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/.tmp/a/ac3b6214e0994824b9daf4ee7a28a19a is 79, key is testDatalossWhenInputError/a:x0/1733449753498/Put/seqid=0 2024-12-06T01:49:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741919_1097 (size=5808) 2024-12-06T01:49:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741919_1097 (size=5808) 2024-12-06T01:49:13,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741919_1097 (size=5808) 2024-12-06T01:49:13,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/.tmp/a/ac3b6214e0994824b9daf4ee7a28a19a 2024-12-06T01:49:13,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/.tmp/a/ac3b6214e0994824b9daf4ee7a28a19a as hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/a/ac3b6214e0994824b9daf4ee7a28a19a 2024-12-06T01:49:13,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/a/ac3b6214e0994824b9daf4ee7a28a19a, entries=10, sequenceid=12, filesize=5.7 K 2024-12-06T01:49:13,962 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 95dd63daa621d8e50dfddc4e936fd467 in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-12-06T01:49:13,963 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/0000000000000000012 2024-12-06T01:49:13,964 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,964 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,967 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,969 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T01:49:13,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95dd63daa621d8e50dfddc4e936fd467; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70953834, jitterRate=0.05729451775550842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:49:13,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95dd63daa621d8e50dfddc4e936fd467: Writing region info on filesystem at 1733449753905Initializing all the Stores at 1733449753908 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753908Obtaining lock to block concurrent updates at 1733449753916 (+8 ms)Preparing flush snapshotting stores in 95dd63daa621d8e50dfddc4e936fd467 at 1733449753917 (+1 ms)Finished memstore snapshotting testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733449753917Flushing stores of testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467. at 1733449753917Flushing 95dd63daa621d8e50dfddc4e936fd467/a: creating writer at 1733449753917Flushing 95dd63daa621d8e50dfddc4e936fd467/a: appending metadata at 1733449753934 (+17 ms)Flushing 95dd63daa621d8e50dfddc4e936fd467/a: closing flushed file at 1733449753934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea5b52b: reopening flushed file at 1733449753951 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 95dd63daa621d8e50dfddc4e936fd467 in 46ms, sequenceid=12, compaction requested=false; wal=null at 1733449753962 (+11 ms)Cleaning up temporary data from old regions at 1733449753964 (+2 ms)Region opened successfully at 1733449753970 (+6 ms) 2024-12-06T01:49:13,973 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 95dd63daa621d8e50dfddc4e936fd467, NAME => 'testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:13,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733449753408.95dd63daa621d8e50dfddc4e936fd467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:13,974 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,974 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,975 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,976 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dd63daa621d8e50dfddc4e936fd467 columnFamilyName a 2024-12-06T01:49:13,976 DEBUG [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:13,982 DEBUG [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/a/ac3b6214e0994824b9daf4ee7a28a19a 2024-12-06T01:49:13,982 INFO [StoreOpener-95dd63daa621d8e50dfddc4e936fd467-1 {}] regionserver.HStore(327): Store=95dd63daa621d8e50dfddc4e936fd467/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:13,982 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,984 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,984 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,986 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 95dd63daa621d8e50dfddc4e936fd467 2024-12-06T01:49:13,988 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testDatalossWhenInputError/95dd63daa621d8e50dfddc4e936fd467/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-06T01:49:13,988 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 95dd63daa621d8e50dfddc4e936fd467; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70968224, jitterRate=0.05750894546508789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:49:13,989 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 95dd63daa621d8e50dfddc4e936fd467: Writing region info on filesystem at 1733449753974Initializing all the Stores at 1733449753975 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449753975Cleaning up temporary data from old regions at 1733449753984 (+9 ms)Region opened successfully at 1733449753989 (+5 ms) 2024-12-06T01:49:14,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35636 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56114 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36370 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36314 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35718 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56172 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-375747504-172.17.0.2-1733449720156:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=9500 (was 9509) 2024-12-06T01:49:14,005 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-06T01:49:14,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=9499 2024-12-06T01:49:14,018 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-06T01:49:14,033 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:14,035 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:14,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:14,037 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-51521076, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-51521076, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:14,050 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-51521076/hregion-51521076.1733449754038, exclude list is [], retry=0 2024-12-06T01:49:14,053 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:14,053 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:14,053 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:14,056 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-51521076/hregion-51521076.1733449754038 2024-12-06T01:49:14,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:14,057 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3c416138c4ff10889369af8c63085209, NAME => 'testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:49:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741921_1099 (size=63) 2024-12-06T01:49:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741921_1099 (size=63) 2024-12-06T01:49:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741921_1099 (size=63) 2024-12-06T01:49:14,067 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:14,068 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,070 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName a 2024-12-06T01:49:14,070 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,071 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,071 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,072 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName b 2024-12-06T01:49:14,072 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,073 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,073 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,074 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName c 2024-12-06T01:49:14,074 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,074 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,077 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:14,079 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,081 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:14,081 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c416138c4ff10889369af8c63085209; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61342432, jitterRate=-0.08592653274536133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c416138c4ff10889369af8c63085209: Writing region info on filesystem at 1733449754067Initializing all the Stores at 1733449754068 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754068Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754068Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754068Cleaning up temporary data from old regions at 1733449754077 (+9 ms)Region opened successfully at 1733449754082 (+5 ms) 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3c416138c4ff10889369af8c63085209, disabling compactions & flushes 2024-12-06T01:49:14,082 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. after waiting 0 ms 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:14,082 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:14,082 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3c416138c4ff10889369af8c63085209: Waiting for close lock at 1733449754082Disabling compacts and flushes for region at 1733449754082Disabling writes for close at 1733449754082Writing region close event to WAL at 1733449754082Closed at 1733449754082 2024-12-06T01:49:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741920_1098 (size=95) 2024-12-06T01:49:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741920_1098 (size=95) 2024-12-06T01:49:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741920_1098 (size=95) 2024-12-06T01:49:14,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:14,087 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-51521076:(num 1733449754038) 2024-12-06T01:49:14,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:14,089 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:14,102 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, exclude list is [], retry=0 2024-12-06T01:49:14,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:14,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:14,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:14,107 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 2024-12-06T01:49:14,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:49:14,107 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c416138c4ff10889369af8c63085209, NAME => 'testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:14,108 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:14,108 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,108 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,109 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,110 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName a 2024-12-06T01:49:14,110 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,110 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,111 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,111 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName b 2024-12-06T01:49:14,111 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,112 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,112 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,113 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName c 2024-12-06T01:49:14,113 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:14,113 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:14,113 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,114 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,115 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,116 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,116 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,116 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:14,117 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:14,118 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c416138c4ff10889369af8c63085209; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74336756, jitterRate=0.10770398378372192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:14,119 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c416138c4ff10889369af8c63085209: Writing region info on filesystem at 1733449754108Initializing all the Stores at 1733449754109 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754109Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754109Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449754109Cleaning up temporary data from old regions at 1733449754116 (+7 ms)Region opened successfully at 1733449754119 (+3 ms) 2024-12-06T01:49:14,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733449754122/Put/seqid=0 2024-12-06T01:49:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741923_1101 (size=4875) 2024-12-06T01:49:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741923_1101 (size=4875) 2024-12-06T01:49:14,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741923_1101 (size=4875) 2024-12-06T01:49:14,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733449754146/Put/seqid=0 2024-12-06T01:49:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741924_1102 (size=4875) 2024-12-06T01:49:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741924_1102 (size=4875) 2024-12-06T01:49:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741924_1102 (size=4875) 2024-12-06T01:49:14,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733449754161/Put/seqid=0 2024-12-06T01:49:14,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741925_1103 (size=4875) 2024-12-06T01:49:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741925_1103 (size=4875) 2024-12-06T01:49:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741925_1103 (size=4875) 2024-12-06T01:49:14,170 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,174 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-06T01:49:14,174 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:49:14,174 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,178 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-06T01:49:14,178 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:49:14,178 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,182 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-06T01:49:14,182 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T01:49:14,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c416138c4ff10889369af8c63085209 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-06T01:49:14,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp/a/d7c68ee591564b388af0a8359a575008 is 55, key is testCompactedBulkLoadedFiles/a:a/1733449754119/Put/seqid=0 2024-12-06T01:49:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741926_1104 (size=5107) 2024-12-06T01:49:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741926_1104 (size=5107) 2024-12-06T01:49:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741926_1104 (size=5107) 2024-12-06T01:49:14,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp/a/d7c68ee591564b388af0a8359a575008 2024-12-06T01:49:14,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp/a/d7c68ee591564b388af0a8359a575008 as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008 2024-12-06T01:49:14,220 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008, entries=1, sequenceid=4, filesize=5.0 K 2024-12-06T01:49:14,221 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3c416138c4ff10889369af8c63085209 in 39ms, sequenceid=4, compaction requested=false 2024-12-06T01:49:14,221 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3c416138c4ff10889369af8c63085209: 2024-12-06T01:49:14,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ 2024-12-06T01:49:14,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ 2024-12-06T01:49:14,225 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ 2024-12-06T01:49:14,226 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile0 into 3c416138c4ff10889369af8c63085209/a as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ - updating store file list. 2024-12-06T01:49:14,230 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe7e44715b404699ab45ff2f522dafd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:14,230 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ into 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,231 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile0 into 3c416138c4ff10889369af8c63085209/a (new location: hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_) 2024-12-06T01:49:14,232 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile1 into 3c416138c4ff10889369af8c63085209/a as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ - updating store file list. 2024-12-06T01:49:14,236 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:14,237 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ into 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,237 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile1 into 3c416138c4ff10889369af8c63085209/a (new location: hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_) 2024-12-06T01:49:14,238 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile2 into 3c416138c4ff10889369af8c63085209/a as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ - updating store file list. 2024-12-06T01:49:14,243 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3772c6f58fec46899339be5d85be892b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:14,243 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ into 3c416138c4ff10889369af8c63085209/a 2024-12-06T01:49:14,243 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43619/hbase/testCompactedBulkLoadedFiles/hfile2 into 3c416138c4ff10889369af8c63085209/a (new location: hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_) 2024-12-06T01:49:14,251 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T01:49:14,251 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3c416138c4ff10889369af8c63085209/a is initiating major compaction (all files) 2024-12-06T01:49:14,251 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3c416138c4ff10889369af8c63085209/a in testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:14,252 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_] into tmpdir=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp, totalSize=19.3 K 2024-12-06T01:49:14,252 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d7c68ee591564b388af0a8359a575008, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733449754119 2024-12-06T01:49:14,253 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fe7e44715b404699ab45ff2f522dafd1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:49:14,253 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:49:14,253 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3772c6f58fec46899339be5d85be892b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T01:49:14,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp/a/14ad3c11a1454ff0b090809eea9764ff is 55, key is testCompactedBulkLoadedFiles/a:a/1733449754119/Put/seqid=0 2024-12-06T01:49:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741927_1105 (size=6154) 2024-12-06T01:49:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741927_1105 (size=6154) 2024-12-06T01:49:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741927_1105 (size=6154) 2024-12-06T01:49:14,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/.tmp/a/14ad3c11a1454ff0b090809eea9764ff as hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/14ad3c11a1454ff0b090809eea9764ff 2024-12-06T01:49:14,292 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3c416138c4ff10889369af8c63085209/a of 3c416138c4ff10889369af8c63085209 into 14ad3c11a1454ff0b090809eea9764ff(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:49:14,292 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3c416138c4ff10889369af8c63085209: 2024-12-06T01:49:14,292 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T01:49:14,292 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T01:49:14,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, size=0 (0bytes) 2024-12-06T01:49:14,327 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 might be still open, length is 0 2024-12-06T01:49:14,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 2024-12-06T01:49:14,327 WARN [IPC Server handler 2 on default port 43619 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-06T01:49:14,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 after 0ms 2024-12-06T01:49:15,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35764 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:41469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35764 dst: /127.0.0.1:41469 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41469 remote=/127.0.0.1:35764]. Total timeout mills is 60000, 59041 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:15,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36414 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:40855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36414 dst: /127.0.0.1:40855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:15,253 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56196 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56196 dst: /127.0.0.1:38219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741922_1106 (size=1174) 2024-12-06T01:49:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741922_1106 (size=1174) 2024-12-06T01:49:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741922_1106 (size=1174) 2024-12-06T01:49:18,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 after 4001ms 2024-12-06T01:49:18,331 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:18,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 took 4005ms 2024-12-06T01:49:18,333 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089; continuing. 2024-12-06T01:49:18,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 so closing down 2024-12-06T01:49:18,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:18,335 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449754089.temp 2024-12-06T01:49:18,336 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp 2024-12-06T01:49:18,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741928_1107 (size=549) 2024-12-06T01:49:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741928_1107 (size=549) 2024-12-06T01:49:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741928_1107 (size=549) 2024-12-06T01:49:18,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:18,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp to hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 2024-12-06T01:49:18,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:49:18,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, journal: Splitting hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, size=0 (0bytes) at 1733449754326Finishing writing output for hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 so closing down at 1733449758333 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp at 1733449758336 (+3 ms)3 split writer threads finished at 1733449758336Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733449758351 (+15 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000003-wal.1733449754089.temp to hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 at 1733449758352 (+1 ms)Processed 5 edits across 1 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089, size=0, length=0, corrupted=false, cancelled=false at 1733449758352 2024-12-06T01:49:18,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449754089 2024-12-06T01:49:18,355 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 2024-12-06T01:49:18,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:18,357 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:18,371 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449758357, exclude list is [], retry=0 2024-12-06T01:49:18,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:18,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:18,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:18,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449758357 2024-12-06T01:49:18,375 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:49:18,376 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c416138c4ff10889369af8c63085209, NAME => 'testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:18,376 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:18,376 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,376 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,377 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,378 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName a 2024-12-06T01:49:18,378 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,384 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/14ad3c11a1454ff0b090809eea9764ff 2024-12-06T01:49:18,387 DEBUG [StoreFileOpener-3c416138c4ff10889369af8c63085209-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3772c6f58fec46899339be5d85be892b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:18,388 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ 2024-12-06T01:49:18,391 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008 2024-12-06T01:49:18,394 DEBUG [StoreFileOpener-3c416138c4ff10889369af8c63085209-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:18,394 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ 2024-12-06T01:49:18,397 DEBUG [StoreFileOpener-3c416138c4ff10889369af8c63085209-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe7e44715b404699ab45ff2f522dafd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T01:49:18,397 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ 2024-12-06T01:49:18,398 WARN [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@56849979 2024-12-06T01:49:18,398 WARN [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@56849979 2024-12-06T01:49:18,398 WARN [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@56849979 2024-12-06T01:49:18,398 WARN [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@56849979 2024-12-06T01:49:18,398 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_] to archive 2024-12-06T01:49:18,399 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:49:18,400 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ to hdfs://localhost:43619/hbase/archive/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/3772c6f58fec46899339be5d85be892b_SeqId_4_ 2024-12-06T01:49:18,401 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008 to hdfs://localhost:43619/hbase/archive/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/d7c68ee591564b388af0a8359a575008 2024-12-06T01:49:18,403 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ to hdfs://localhost:43619/hbase/archive/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_ 2024-12-06T01:49:18,404 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ to hdfs://localhost:43619/hbase/archive/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/a/fe7e44715b404699ab45ff2f522dafd1_SeqId_4_ 2024-12-06T01:49:18,404 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,404 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,405 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName b 2024-12-06T01:49:18,405 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,405 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,405 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,406 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c416138c4ff10889369af8c63085209 columnFamilyName c 2024-12-06T01:49:18,406 DEBUG [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,406 INFO [StoreOpener-3c416138c4ff10889369af8c63085209-1 {}] regionserver.HStore(327): Store=3c416138c4ff10889369af8c63085209/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,407 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,409 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 2024-12-06T01:49:18,411 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:18,413 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3c416138c4ff10889369af8c63085209 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3c416138c4ff10889369af8c63085209" family_name: "a" compaction_input: "d7c68ee591564b388af0a8359a575008" compaction_input: "fe7e44715b404699ab45ff2f522dafd1_SeqId_4_" compaction_input: "f059e4a2d10440b8af4869e5d625bfdf_SeqId_4_" compaction_input: "3772c6f58fec46899339be5d85be892b_SeqId_4_" compaction_output: "14ad3c11a1454ff0b090809eea9764ff" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-06T01:49:18,413 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-06T01:49:18,413 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 2024-12-06T01:49:18,414 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/0000000000000000008 2024-12-06T01:49:18,415 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,415 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,416 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:18,417 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c416138c4ff10889369af8c63085209 2024-12-06T01:49:18,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testCompactedBulkLoadedFiles/3c416138c4ff10889369af8c63085209/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T01:49:18,420 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c416138c4ff10889369af8c63085209; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61033484, jitterRate=-0.09053021669387817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:18,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c416138c4ff10889369af8c63085209: Writing region info on filesystem at 1733449758376Initializing all the Stores at 1733449758377 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758377Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758377Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758377Cleaning up temporary data from old regions at 1733449758415 (+38 ms)Region opened successfully at 1733449758420 (+5 ms) 2024-12-06T01:49:18,423 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3c416138c4ff10889369af8c63085209, disabling compactions & flushes 2024-12-06T01:49:18,423 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:18,423 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:18,423 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. after waiting 0 ms 2024-12-06T01:49:18,423 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:18,424 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733449754033.3c416138c4ff10889369af8c63085209. 2024-12-06T01:49:18,424 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3c416138c4ff10889369af8c63085209: Waiting for close lock at 1733449758423Disabling compacts and flushes for region at 1733449758423Disabling writes for close at 1733449758423Writing region close event to WAL at 1733449758424 (+1 ms)Closed at 1733449758424 2024-12-06T01:49:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741929_1108 (size=95) 2024-12-06T01:49:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741929_1108 (size=95) 2024-12-06T01:49:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741929_1108 (size=95) 2024-12-06T01:49:18,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:18,431 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449758357) 2024-12-06T01:49:18,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 427) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43619 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1363451917_22 at /127.0.0.1:56280 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:43619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1363451917_22 at /127.0.0.1:36448 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=9481 (was 9499) 2024-12-06T01:49:18,450 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-06T01:49:18,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=9478 2024-12-06T01:49:18,467 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-06T01:49:18,490 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:18,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:18,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:18,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07162488, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/hregion-07162488, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:18,508 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07162488/hregion-07162488.1733449758495, exclude list is [], retry=0 2024-12-06T01:49:18,511 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:18,511 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:18,512 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:18,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07162488/hregion-07162488.1733449758495 2024-12-06T01:49:18,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:18,514 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 804f79317fc8fadbe5be508da6bb53eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43619/hbase 2024-12-06T01:49:18,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741931_1110 (size=67) 2024-12-06T01:49:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741931_1110 (size=67) 2024-12-06T01:49:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741931_1110 (size=67) 2024-12-06T01:49:18,527 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:18,528 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,529 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName a 2024-12-06T01:49:18,529 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,530 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,530 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,531 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName b 2024-12-06T01:49:18,531 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,532 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,532 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,533 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName c 2024-12-06T01:49:18,533 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,533 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,533 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,535 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,536 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:18,537 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,539 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:18,540 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 804f79317fc8fadbe5be508da6bb53eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68783858, jitterRate=0.02495935559272766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 804f79317fc8fadbe5be508da6bb53eb: Writing region info on filesystem at 1733449758527Initializing all the Stores at 1733449758527Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758527Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758528 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758528Cleaning up temporary data from old regions at 1733449758535 (+7 ms)Region opened successfully at 1733449758540 (+5 ms) 2024-12-06T01:49:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 804f79317fc8fadbe5be508da6bb53eb, disabling compactions & flushes 2024-12-06T01:49:18,540 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. after waiting 0 ms 2024-12-06T01:49:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,540 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,541 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 804f79317fc8fadbe5be508da6bb53eb: Waiting for close lock at 1733449758540Disabling compacts and flushes for region at 1733449758540Disabling writes for close at 1733449758540Writing region close event to WAL at 1733449758540Closed at 1733449758540 2024-12-06T01:49:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741930_1109 (size=95) 2024-12-06T01:49:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741930_1109 (size=95) 2024-12-06T01:49:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741930_1109 (size=95) 2024-12-06T01:49:18,545 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:18,545 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07162488:(num 1733449758495) 2024-12-06T01:49:18,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:18,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:18,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, exclude list is [], retry=0 2024-12-06T01:49:18,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:18,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:18,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:18,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 2024-12-06T01:49:18,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:37695:37695)] 2024-12-06T01:49:18,570 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 804f79317fc8fadbe5be508da6bb53eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:18,570 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:18,571 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,571 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,575 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,576 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName a 2024-12-06T01:49:18,576 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,577 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,577 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,578 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName b 2024-12-06T01:49:18,578 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,578 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,578 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,579 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName c 2024-12-06T01:49:18,579 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,580 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,580 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,582 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,583 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,583 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:18,584 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,585 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 804f79317fc8fadbe5be508da6bb53eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399068, jitterRate=0.01922553777694702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:18,585 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 804f79317fc8fadbe5be508da6bb53eb: Writing region info on filesystem at 1733449758571Initializing all the Stores at 1733449758572 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758572Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758575 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758575Cleaning up temporary data from old regions at 1733449758583 (+8 ms)Region opened successfully at 1733449758585 (+2 ms) 2024-12-06T01:49:18,595 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 804f79317fc8fadbe5be508da6bb53eb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T01:49:18,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/2102d3270823453aadaf793364586293 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733449758586/Put/seqid=0 2024-12-06T01:49:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741933_1112 (size=5958) 2024-12-06T01:49:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741933_1112 (size=5958) 2024-12-06T01:49:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741933_1112 (size=5958) 2024-12-06T01:49:18,619 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/2102d3270823453aadaf793364586293 2024-12-06T01:49:18,624 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/2102d3270823453aadaf793364586293 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/2102d3270823453aadaf793364586293 2024-12-06T01:49:18,629 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/2102d3270823453aadaf793364586293, entries=10, sequenceid=13, filesize=5.8 K 2024-12-06T01:49:18,630 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 804f79317fc8fadbe5be508da6bb53eb in 35ms, sequenceid=13, compaction requested=false 2024-12-06T01:49:18,630 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 804f79317fc8fadbe5be508da6bb53eb: 2024-12-06T01:49:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 804f79317fc8fadbe5be508da6bb53eb, disabling compactions & flushes 2024-12-06T01:49:18,646 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. after waiting 0 ms 2024-12-06T01:49:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,647 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,647 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:18,647 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 804f79317fc8fadbe5be508da6bb53eb: Waiting for close lock at 1733449758646Disabling compacts and flushes for region at 1733449758646Disabling writes for close at 1733449758646Writing region close event to WAL at 1733449758647 (+1 ms)Closed at 1733449758647 2024-12-06T01:49:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741932_1111 (size=3344) 2024-12-06T01:49:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741932_1111 (size=3344) 2024-12-06T01:49:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741932_1111 (size=3344) 2024-12-06T01:49:18,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, size=3.3 K (3344bytes) 2024-12-06T01:49:18,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 2024-12-06T01:49:18,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 after 1ms 2024-12-06T01:49:18,669 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:18,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 took 3ms 2024-12-06T01:49:18,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:49:18,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 so closing down 2024-12-06T01:49:18,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:18,673 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733449758548.temp 2024-12-06T01:49:18,674 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp 2024-12-06T01:49:18,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741934_1113 (size=2944) 2024-12-06T01:49:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741934_1113 (size=2944) 2024-12-06T01:49:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741934_1113 (size=2944) 2024-12-06T01:49:18,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:18,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 2024-12-06T01:49:18,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 65 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-12-06T01:49:18,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, journal: Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, size=3.3 K (3344bytes) at 1733449758666Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 so closing down at 1733449758671 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp at 1733449758674 (+3 ms)3 split writer threads finished at 1733449758675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449758732 (+57 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000003-wal.1733449758548.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 at 1733449758735 (+3 ms)Processed 32 edits across 1 Regions in 65 ms; skipped=2; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1733449758735 2024-12-06T01:49:18,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758548 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449758548 2024-12-06T01:49:18,738 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 2024-12-06T01:49:18,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:18,739 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:18,753 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, exclude list is [], retry=0 2024-12-06T01:49:18,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:18,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:18,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:18,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 2024-12-06T01:49:18,758 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:41417:41417)] 2024-12-06T01:49:18,758 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 804f79317fc8fadbe5be508da6bb53eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:18,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:18,759 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,759 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,760 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,761 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName a 2024-12-06T01:49:18,761 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,768 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/2102d3270823453aadaf793364586293 2024-12-06T01:49:18,768 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,768 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,769 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName b 2024-12-06T01:49:18,769 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,769 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,769 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,770 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName c 2024-12-06T01:49:18,770 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:18,771 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:18,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,773 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,773 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 2024-12-06T01:49:18,775 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:18,777 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 2024-12-06T01:49:18,777 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 804f79317fc8fadbe5be508da6bb53eb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-06T01:49:18,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/4ee38cb4a8294254a004cdfed80d5336 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733449758630/Put/seqid=0 2024-12-06T01:49:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741936_1115 (size=5958) 2024-12-06T01:49:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741936_1115 (size=5958) 2024-12-06T01:49:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741936_1115 (size=5958) 2024-12-06T01:49:18,806 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/4ee38cb4a8294254a004cdfed80d5336 2024-12-06T01:49:18,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/ca9bbd738cda4242853cbad004698eb8 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733449758637/Put/seqid=0 2024-12-06T01:49:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741937_1116 (size=5958) 2024-12-06T01:49:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741937_1116 (size=5958) 2024-12-06T01:49:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741937_1116 (size=5958) 2024-12-06T01:49:18,838 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/ca9bbd738cda4242853cbad004698eb8 2024-12-06T01:49:18,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/4ee38cb4a8294254a004cdfed80d5336 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/b/4ee38cb4a8294254a004cdfed80d5336 2024-12-06T01:49:18,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/b/4ee38cb4a8294254a004cdfed80d5336, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T01:49:18,849 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/ca9bbd738cda4242853cbad004698eb8 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/c/ca9bbd738cda4242853cbad004698eb8 2024-12-06T01:49:18,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/c/ca9bbd738cda4242853cbad004698eb8, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T01:49:18,854 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 804f79317fc8fadbe5be508da6bb53eb in 77ms, sequenceid=35, compaction requested=false; wal=null 2024-12-06T01:49:18,855 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000035 2024-12-06T01:49:18,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,857 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:18,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:18,862 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-06T01:49:18,862 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 804f79317fc8fadbe5be508da6bb53eb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59177398, jitterRate=-0.1181880533695221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:18,863 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 804f79317fc8fadbe5be508da6bb53eb: Writing region info on filesystem at 1733449758759Initializing all the Stores at 1733449758760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758760Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449758760Obtaining lock to block concurrent updates at 1733449758777 (+17 ms)Preparing flush snapshotting stores in 804f79317fc8fadbe5be508da6bb53eb at 1733449758777Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733449758777Flushing stores of testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. at 1733449758777Flushing 804f79317fc8fadbe5be508da6bb53eb/b: creating writer at 1733449758777Flushing 804f79317fc8fadbe5be508da6bb53eb/b: appending metadata at 1733449758798 (+21 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/b: closing flushed file at 1733449758798Flushing 804f79317fc8fadbe5be508da6bb53eb/c: creating writer at 1733449758811 (+13 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/c: appending metadata at 1733449758827 (+16 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/c: closing flushed file at 1733449758827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4ff394: reopening flushed file at 1733449758843 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afebf0a: reopening flushed file at 1733449758849 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 804f79317fc8fadbe5be508da6bb53eb in 77ms, sequenceid=35, compaction requested=false; wal=null at 1733449758854 (+5 ms)Cleaning up temporary data from old regions at 1733449758856 (+2 ms)Region opened successfully at 1733449758863 (+7 ms) 2024-12-06T01:49:18,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, size=0 (0bytes) 2024-12-06T01:49:18,953 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 might be still open, length is 0 2024-12-06T01:49:18,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 2024-12-06T01:49:18,953 WARN [IPC Server handler 3 on default port 43619 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-06T01:49:18,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 after 1ms 2024-12-06T01:49:21,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:35860 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:41469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35860 dst: /127.0.0.1:41469 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41469 remote=/127.0.0.1:35860]. Total timeout mills is 60000, 57644 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:21,253 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:56324 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56324 dst: /127.0.0.1:38219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:21,253 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_396181181_22 at /127.0.0.1:36516 [Receiving block BP-375747504-172.17.0.2-1733449720156:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:40855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36516 dst: /127.0.0.1:40855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741935_1117 (size=2936) 2024-12-06T01:49:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741935_1117 (size=2936) 2024-12-06T01:49:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741935_1117 (size=2936) 2024-12-06T01:49:22,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 after 4001ms 2024-12-06T01:49:22,957 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:22,958 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 took 4006ms 2024-12-06T01:49:22,960 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740; continuing. 2024-12-06T01:49:22,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 so closing down 2024-12-06T01:49:22,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T01:49:22,961 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733449758740.temp 2024-12-06T01:49:22,963 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp 2024-12-06T01:49:22,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T01:49:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741938_1118 (size=2944) 2024-12-06T01:49:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741938_1118 (size=2944) 2024-12-06T01:49:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741938_1118 (size=2944) 2024-12-06T01:49:22,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T01:49:22,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 2024-12-06T01:49:22,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T01:49:22,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, journal: Splitting hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, size=0 (0bytes) at 1733449758953Finishing writing output for hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 so closing down at 1733449762960 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp at 1733449762963 (+3 ms)3 split writer threads finished at 1733449762963Closed recovered edits writer path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733449762972 (+9 ms)Rename recovered edits hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000037-wal.1733449758740.temp to hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 at 1733449762974 (+2 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740, size=0, length=0, corrupted=false, cancelled=false at 1733449762974 2024-12-06T01:49:22,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 to hdfs://localhost:43619/hbase/oldWALs/wal.1733449758740 2024-12-06T01:49:22,976 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 2024-12-06T01:49:22,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T01:49:22,978 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43619/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489, archiveDir=hdfs://localhost:43619/hbase/oldWALs, maxLogs=32 2024-12-06T01:49:22,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449762978, exclude list is [], retry=0 2024-12-06T01:49:22,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-4ca6aa34-cee3-4904-a124-e37b89dd004e,DISK] 2024-12-06T01:49:22,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38219,DS-453ae308-c0ae-4681-9643-1a035a683a29,DISK] 2024-12-06T01:49:22,995 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40855,DS-eff12cb6-5b83-4732-a5a7-e42c96ca9cfe,DISK] 2024-12-06T01:49:22,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449762978 2024-12-06T01:49:22,997 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37695:37695),(127.0.0.1/127.0.0.1:41417:41417),(127.0.0.1/127.0.0.1:43521:43521)] 2024-12-06T01:49:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:22,999 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:22,999 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName a 2024-12-06T01:49:22,999 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:23,005 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/2102d3270823453aadaf793364586293 2024-12-06T01:49:23,005 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:23,005 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,006 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName b 2024-12-06T01:49:23,006 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:23,011 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/b/4ee38cb4a8294254a004cdfed80d5336 2024-12-06T01:49:23,011 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:23,011 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,011 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804f79317fc8fadbe5be508da6bb53eb columnFamilyName c 2024-12-06T01:49:23,011 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:23,016 DEBUG [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/c/ca9bbd738cda4242853cbad004698eb8 2024-12-06T01:49:23,016 INFO [StoreOpener-804f79317fc8fadbe5be508da6bb53eb-1 {}] regionserver.HStore(327): Store=804f79317fc8fadbe5be508da6bb53eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:23,016 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,017 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,019 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 2024-12-06T01:49:23,020 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T01:49:23,025 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 2024-12-06T01:49:23,025 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 804f79317fc8fadbe5be508da6bb53eb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T01:49:23,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/f2e0af1574334976b7d8911abb69a81a is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733449758871/Put/seqid=0 2024-12-06T01:49:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741940_1120 (size=5958) 2024-12-06T01:49:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741940_1120 (size=5958) 2024-12-06T01:49:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741940_1120 (size=5958) 2024-12-06T01:49:23,048 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/f2e0af1574334976b7d8911abb69a81a 2024-12-06T01:49:23,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/717e498c2e534c828fb8d671f1b9ea62 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733449758879/Put/seqid=0 2024-12-06T01:49:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741941_1121 (size=5958) 2024-12-06T01:49:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741941_1121 (size=5958) 2024-12-06T01:49:23,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/717e498c2e534c828fb8d671f1b9ea62 2024-12-06T01:49:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741941_1121 (size=5958) 2024-12-06T01:49:23,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/edfc79a055a74146a0ee315e9b77087e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733449758888/Put/seqid=0 2024-12-06T01:49:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741942_1122 (size=5958) 2024-12-06T01:49:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741942_1122 (size=5958) 2024-12-06T01:49:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741942_1122 (size=5958) 2024-12-06T01:49:23,098 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/edfc79a055a74146a0ee315e9b77087e 2024-12-06T01:49:23,103 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/a/f2e0af1574334976b7d8911abb69a81a as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/f2e0af1574334976b7d8911abb69a81a 2024-12-06T01:49:23,107 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/a/f2e0af1574334976b7d8911abb69a81a, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:49:23,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/b/717e498c2e534c828fb8d671f1b9ea62 as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/b/717e498c2e534c828fb8d671f1b9ea62 2024-12-06T01:49:23,112 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/b/717e498c2e534c828fb8d671f1b9ea62, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:49:23,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/.tmp/c/edfc79a055a74146a0ee315e9b77087e as hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/c/edfc79a055a74146a0ee315e9b77087e 2024-12-06T01:49:23,117 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/c/edfc79a055a74146a0ee315e9b77087e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T01:49:23,117 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 804f79317fc8fadbe5be508da6bb53eb in 92ms, sequenceid=66, compaction requested=false; wal=null 2024-12-06T01:49:23,118 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/0000000000000000066 2024-12-06T01:49:23,119 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,119 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,119 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T01:49:23,121 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 804f79317fc8fadbe5be508da6bb53eb 2024-12-06T01:49:23,123 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/hbase/data/default/testReplayEditsWrittenViaHRegion/804f79317fc8fadbe5be508da6bb53eb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-06T01:49:23,124 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 804f79317fc8fadbe5be508da6bb53eb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670325, jitterRate=-0.03633706271648407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T01:49:23,124 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 804f79317fc8fadbe5be508da6bb53eb: Writing region info on filesystem at 1733449762997Initializing all the Stores at 1733449762998 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449762998Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449762998Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449762998Obtaining lock to block concurrent updates at 1733449763025 (+27 ms)Preparing flush snapshotting stores in 804f79317fc8fadbe5be508da6bb53eb at 1733449763025Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733449763025Flushing stores of testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. at 1733449763025Flushing 804f79317fc8fadbe5be508da6bb53eb/a: creating writer at 1733449763026 (+1 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/a: appending metadata at 1733449763040 (+14 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/a: closing flushed file at 1733449763040Flushing 804f79317fc8fadbe5be508da6bb53eb/b: creating writer at 1733449763053 (+13 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/b: appending metadata at 1733449763067 (+14 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/b: closing flushed file at 1733449763067Flushing 804f79317fc8fadbe5be508da6bb53eb/c: creating writer at 1733449763077 (+10 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/c: appending metadata at 1733449763091 (+14 ms)Flushing 804f79317fc8fadbe5be508da6bb53eb/c: closing flushed file at 1733449763091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffa1303: reopening flushed file at 1733449763102 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ca55db: reopening flushed file at 1733449763108 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aae799: reopening flushed file at 1733449763112 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 804f79317fc8fadbe5be508da6bb53eb in 92ms, sequenceid=66, compaction requested=false; wal=null at 1733449763117 (+5 ms)Cleaning up temporary data from old regions at 1733449763119 (+2 ms)Region opened successfully at 1733449763124 (+5 ms) 2024-12-06T01:49:23,138 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 804f79317fc8fadbe5be508da6bb53eb, disabling compactions & flushes 2024-12-06T01:49:23,138 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:23,138 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:23,138 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. after waiting 0 ms 2024-12-06T01:49:23,138 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:23,140 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733449758490.804f79317fc8fadbe5be508da6bb53eb. 2024-12-06T01:49:23,140 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 804f79317fc8fadbe5be508da6bb53eb: Waiting for close lock at 1733449763138Disabling compacts and flushes for region at 1733449763138Disabling writes for close at 1733449763138Writing region close event to WAL at 1733449763140 (+2 ms)Closed at 1733449763140 2024-12-06T01:49:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741939_1119 (size=95) 2024-12-06T01:49:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741939_1119 (size=95) 2024-12-06T01:49:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741939_1119 (size=95) 2024-12-06T01:49:23,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T01:49:23,145 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733449762978) 2024-12-06T01:49:23,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2100155827_22 at /127.0.0.1:54528 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:43619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2100155827_22 at /127.0.0.1:58494 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43619 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2100155827_22 at /127.0.0.1:46152 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=9450 (was 9478) 2024-12-06T01:49:23,160 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-06T01:49:23,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:49:23,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:49:23,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:23,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:49:23,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:49:23,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1818773026, stopped=false 2024-12-06T01:49:23,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,35661,1733449723319 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:23,164 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:49:23,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:49:23,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:23,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:23,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,44339,1733449724137' ***** 2024-12-06T01:49:23,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:49:23,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,37427,1733449724191' ***** 2024-12-06T01:49:23,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:49:23,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:49:23,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:49:23,166 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:23,166 INFO [RS:1;00c764f7c3aa:44339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c764f7c3aa:44339. 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:23,166 DEBUG [RS:1;00c764f7c3aa:44339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:23,166 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:23,166 DEBUG [RS:1;00c764f7c3aa:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,167 INFO [RS:2;00c764f7c3aa:37427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;00c764f7c3aa:37427. 2024-12-06T01:49:23,167 DEBUG [RS:2;00c764f7c3aa:37427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:23,167 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:49:23,167 DEBUG [RS:2;00c764f7c3aa:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,167 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f7433d7a147260d6b13abe5f26ba90a, disabling compactions & flushes 2024-12-06T01:49:23,167 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:49:23,167 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:23,167 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:49:23,167 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:23,167 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1325): Online Regions={9f7433d7a147260d6b13abe5f26ba90a=testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a.} 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. after waiting 0 ms 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:23,167 DEBUG [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1351): Waiting on 9f7433d7a147260d6b13abe5f26ba90a 2024-12-06T01:49:23,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:49:23,167 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:49:23,167 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:49:23,167 DEBUG [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:49:23,167 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:49:23,167 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:49:23,168 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-06T01:49:23,168 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:49:23,168 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-06T01:49:23,172 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9f7433d7a147260d6b13abe5f26ba90a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-06T01:49:23,173 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:23,173 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f7433d7a147260d6b13abe5f26ba90a: Waiting for close lock at 1733449763167Running coprocessor pre-close hooks at 1733449763167Disabling compacts and flushes for region at 1733449763167Disabling writes for close at 1733449763167Writing region close event to WAL at 1733449763168 (+1 ms)Running coprocessor post-close hooks at 1733449763173 (+5 ms)Closed at 1733449763173 2024-12-06T01:49:23,173 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a. 2024-12-06T01:49:23,173 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/30e05d4c66d1422792394c9a866fcf3c is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733449739398.9f7433d7a147260d6b13abe5f26ba90a./info:regioninfo/1733449743284/Put/seqid=0 2024-12-06T01:49:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741943_1123 (size=6778) 2024-12-06T01:49:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741943_1123 (size=6778) 2024-12-06T01:49:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741943_1123 (size=6778) 2024-12-06T01:49:23,180 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/30e05d4c66d1422792394c9a866fcf3c 2024-12-06T01:49:23,186 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/.tmp/info/30e05d4c66d1422792394c9a866fcf3c as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/info/30e05d4c66d1422792394c9a866fcf3c 2024-12-06T01:49:23,191 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/info/30e05d4c66d1422792394c9a866fcf3c, entries=8, sequenceid=23, filesize=6.6 K 2024-12-06T01:49:23,192 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=23, compaction requested=false 2024-12-06T01:49:23,193 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:49:23,198 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-06T01:49:23,198 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:49:23,198 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:23,199 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449763167Running coprocessor pre-close hooks at 1733449763167Disabling compacts and flushes for region at 1733449763167Disabling writes for close at 1733449763168 (+1 ms)Obtaining lock to block concurrent updates at 1733449763168Preparing flush snapshotting stores in 1588230740 at 1733449763168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733449763168Flushing stores of hbase:meta,,1.1588230740 at 1733449763169 (+1 ms)Flushing 1588230740/info: creating writer at 1733449763169Flushing 1588230740/info: appending metadata at 1733449763173 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733449763173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fdc8e8: reopening flushed file at 1733449763185 (+12 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=23, compaction requested=false at 1733449763193 (+8 ms)Writing region close event to WAL at 1733449763195 (+2 ms)Running coprocessor post-close hooks at 1733449763198 (+3 ms)Closed at 1733449763198 2024-12-06T01:49:23,199 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:23,226 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:23,265 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:23,367 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,37427,1733449724191; all regions closed. 2024-12-06T01:49:23,367 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,44339,1733449724137; all regions closed. 2024-12-06T01:49:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741835_1011 (size=723) 2024-12-06T01:49:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741893_1071 (size=1673) 2024-12-06T01:49:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741835_1011 (size=723) 2024-12-06T01:49:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741893_1071 (size=1673) 2024-12-06T01:49:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741835_1011 (size=723) 2024-12-06T01:49:23,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741893_1071 (size=1673) 2024-12-06T01:49:23,374 DEBUG [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs 2024-12-06T01:49:23,374 INFO [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C44339%2C1733449724137.meta:.meta(num 1733449742443) 2024-12-06T01:49:23,374 DEBUG [RS:2;00c764f7c3aa:37427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C37427%2C1733449724191:(num 1733449725801) 2024-12-06T01:49:23,374 DEBUG [RS:2;00c764f7c3aa:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:49:23,374 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:49:23,375 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:49:23,375 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:23,375 INFO [RS:2;00c764f7c3aa:37427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37427 2024-12-06T01:49:23,375 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741833_1009 (size=1712) 2024-12-06T01:49:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741833_1009 (size=1712) 2024-12-06T01:49:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741833_1009 (size=1712) 2024-12-06T01:49:23,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,37427,1733449724191 2024-12-06T01:49:23,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:49:23,377 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:23,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,37427,1733449724191] 2024-12-06T01:49:23,379 DEBUG [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/oldWALs 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C44339%2C1733449724137:(num 1733449725801) 2024-12-06T01:49:23,379 DEBUG [RS:1;00c764f7c3aa:44339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:23,379 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:23,379 INFO [RS:1;00c764f7c3aa:44339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44339 2024-12-06T01:49:23,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,37427,1733449724191 already deleted, retry=false 2024-12-06T01:49:23,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,37427,1733449724191 expired; onlineServers=1 2024-12-06T01:49:23,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,44339,1733449724137 2024-12-06T01:49:23,381 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:23,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:49:23,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,44339,1733449724137] 2024-12-06T01:49:23,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,44339,1733449724137 already deleted, retry=false 2024-12-06T01:49:23,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,44339,1733449724137 expired; onlineServers=0 2024-12-06T01:49:23,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,35661,1733449723319' ***** 2024-12-06T01:49:23,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:49:23,384 INFO [M:0;00c764f7c3aa:35661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:23,384 INFO [M:0;00c764f7c3aa:35661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:23,385 DEBUG [M:0;00c764f7c3aa:35661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:49:23,385 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:49:23,385 DEBUG [M:0;00c764f7c3aa:35661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:49:23,385 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449725350 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449725350,5,FailOnTimeoutGroup] 2024-12-06T01:49:23,385 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449725352 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449725352,5,FailOnTimeoutGroup] 2024-12-06T01:49:23,385 INFO [M:0;00c764f7c3aa:35661 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:23,385 INFO [M:0;00c764f7c3aa:35661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:23,385 DEBUG [M:0;00c764f7c3aa:35661 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:49:23,385 INFO [M:0;00c764f7c3aa:35661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:49:23,386 INFO [M:0;00c764f7c3aa:35661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:49:23,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:49:23,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:23,386 INFO [M:0;00c764f7c3aa:35661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:49:23,386 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:49:23,387 DEBUG [M:0;00c764f7c3aa:35661 {}] zookeeper.ZKUtil(347): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:49:23,387 WARN [M:0;00c764f7c3aa:35661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:49:23,387 INFO [M:0;00c764f7c3aa:35661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/.lastflushedseqids 2024-12-06T01:49:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741944_1124 (size=119) 2024-12-06T01:49:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741944_1124 (size=119) 2024-12-06T01:49:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741944_1124 (size=119) 2024-12-06T01:49:23,400 INFO [M:0;00c764f7c3aa:35661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:49:23,400 INFO [M:0;00c764f7c3aa:35661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:49:23,401 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:49:23,401 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:23,401 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:23,401 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:49:23,401 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:23,401 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.41 KB heapSize=102.71 KB 2024-12-06T01:49:23,417 DEBUG [M:0;00c764f7c3aa:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2c5d484bfe34187a8a5744e2438ba58 is 82, key is hbase:meta,,1/info:regioninfo/1733449742618/Put/seqid=0 2024-12-06T01:49:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741945_1125 (size=6063) 2024-12-06T01:49:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741945_1125 (size=6063) 2024-12-06T01:49:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741945_1125 (size=6063) 2024-12-06T01:49:23,424 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2c5d484bfe34187a8a5744e2438ba58 2024-12-06T01:49:23,444 DEBUG [M:0;00c764f7c3aa:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82c54ca598741899615558b2af665be is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449739837/Put/seqid=0 2024-12-06T01:49:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741946_1126 (size=7908) 2024-12-06T01:49:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741946_1126 (size=7908) 2024-12-06T01:49:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741946_1126 (size=7908) 2024-12-06T01:49:23,451 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82c54ca598741899615558b2af665be 2024-12-06T01:49:23,456 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a82c54ca598741899615558b2af665be 2024-12-06T01:49:23,472 DEBUG [M:0;00c764f7c3aa:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf84c3fd22224d869920c27e94a624d8 is 69, key is 00c764f7c3aa,37427,1733449724191/rs:state/1733449725507/Put/seqid=0 2024-12-06T01:49:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741947_1127 (size=5440) 2024-12-06T01:49:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741947_1127 (size=5440) 2024-12-06T01:49:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741947_1127 (size=5440) 2024-12-06T01:49:23,479 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf84c3fd22224d869920c27e94a624d8 2024-12-06T01:49:23,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1006503638a0003, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,479 INFO [RS:2;00c764f7c3aa:37427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:23,479 INFO [RS:2;00c764f7c3aa:37427 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,37427,1733449724191; zookeeper connection closed. 2024-12-06T01:49:23,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@565965de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@565965de 2024-12-06T01:49:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,483 INFO [RS:1;00c764f7c3aa:44339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44339-0x1006503638a0002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,483 INFO [RS:1;00c764f7c3aa:44339 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,44339,1733449724137; zookeeper connection closed. 2024-12-06T01:49:23,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b10422c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b10422c 2024-12-06T01:49:23,484 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf84c3fd22224d869920c27e94a624d8 2024-12-06T01:49:23,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T01:49:23,485 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2c5d484bfe34187a8a5744e2438ba58 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2c5d484bfe34187a8a5744e2438ba58 2024-12-06T01:49:23,490 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2c5d484bfe34187a8a5744e2438ba58, entries=14, sequenceid=207, filesize=5.9 K 2024-12-06T01:49:23,491 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82c54ca598741899615558b2af665be as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a82c54ca598741899615558b2af665be 2024-12-06T01:49:23,495 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a82c54ca598741899615558b2af665be 2024-12-06T01:49:23,495 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a82c54ca598741899615558b2af665be, entries=21, sequenceid=207, filesize=7.7 K 2024-12-06T01:49:23,496 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf84c3fd22224d869920c27e94a624d8 as hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf84c3fd22224d869920c27e94a624d8 2024-12-06T01:49:23,500 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf84c3fd22224d869920c27e94a624d8 2024-12-06T01:49:23,500 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43619/user/jenkins/test-data/91e30761-9952-9984-b80a-7a848f94acf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf84c3fd22224d869920c27e94a624d8, entries=3, sequenceid=207, filesize=5.3 K 2024-12-06T01:49:23,501 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false 2024-12-06T01:49:23,503 INFO [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:23,503 DEBUG [M:0;00c764f7c3aa:35661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449763400Disabling compacts and flushes for region at 1733449763400Disabling writes for close at 1733449763401 (+1 ms)Obtaining lock to block concurrent updates at 1733449763401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449763401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85410, getHeapSize=105112, getOffHeapSize=0, getCellsCount=248 at 1733449763401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449763402 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449763402Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449763416 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449763416Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449763428 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449763443 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449763443Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449763456 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449763471 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449763471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6595a926: reopening flushed file at 1733449763484 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18289b87: reopening flushed file at 1733449763490 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19092443: reopening flushed file at 1733449763495 (+5 ms)Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=207, compaction requested=false at 1733449763501 (+6 ms)Writing region close event to WAL at 1733449763503 (+2 ms)Closed at 1733449763503 2024-12-06T01:49:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741830_1006 (size=69521) 2024-12-06T01:49:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38219 is added to blk_1073741830_1006 (size=69521) 2024-12-06T01:49:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40855 is added to blk_1073741830_1006 (size=69521) 2024-12-06T01:49:23,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:23,506 INFO [M:0;00c764f7c3aa:35661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:49:23,506 INFO [M:0;00c764f7c3aa:35661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35661 2024-12-06T01:49:23,507 INFO [M:0;00c764f7c3aa:35661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,609 INFO [M:0;00c764f7c3aa:35661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1006503638a0000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:23,616 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449753195 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449753195 (inode 16688) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733449743929/wal.1733449753195 (inode 16688) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:49:23,619 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743783 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743783 (inode 16665) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733449743477/wal.1733449743783 (inode 16665) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:49:23,620 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733449734946/wal.1733449735082 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:23,622 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753886 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753886 (inode 16714) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733449753407/wal.1733449753886 (inode 16714) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:49:23,623 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733449754032/wal.1733449754089 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:23,623 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733449758489/wal.1733449758740 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:23,623 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733449727535/wal.1733449727619 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:49:23,625 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal.1733449727389 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal.1733449727389 (inode 16485) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733449727169/wal.1733449727389 (inode 16485) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:49:23,628 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal.1733449726911 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal.1733449726911 (inode 16462) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733449726649/wal.1733449726911 (inode 16462) Holder DFSClient_NONMAPREDUCE_396181181_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T01:49:23,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:23,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:23,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:23,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:23,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:23,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:49:23,639 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:49:23,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:49:23,639 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-375747504-172.17.0.2-1733449720156 (Datanode Uuid ef815556-13bc-4804-8f6e-3b1f5deee3f3) service to localhost/127.0.0.1:43619 2024-12-06T01:49:23,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data5/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data6/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:49:23,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:23,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:23,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:23,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:23,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:23,645 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:49:23,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:49:23,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:49:23,645 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-375747504-172.17.0.2-1733449720156 (Datanode Uuid a60fb19a-c474-493c-85b1-cb3ee3eb862e) service to localhost/127.0.0.1:43619 2024-12-06T01:49:23,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data3/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data4/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:49:23,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:23,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:23,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:23,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:23,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:23,651 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:49:23,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:49:23,651 WARN [BP-375747504-172.17.0.2-1733449720156 heartbeating to localhost/127.0.0.1:43619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-375747504-172.17.0.2-1733449720156 (Datanode Uuid 71a2f735-6250-4ed4-9baa-17f45387d4d3) service to localhost/127.0.0.1:43619 2024-12-06T01:49:23,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:49:23,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data1/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/cluster_a0f8911a-0a3a-8179-0a5f-259236090ca4/data/data2/current/BP-375747504-172.17.0.2-1733449720156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:23,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:49:23,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:49:23,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:23,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:23,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:23,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/933cb696-e86d-ffb7-3a35-e7315b4bf782/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:23,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:49:23,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down