2024-12-11 03:56:58,834 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 03:56:58,847 main DEBUG Took 0.011358 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 03:56:58,848 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 03:56:58,848 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 03:56:58,849 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 03:56:58,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,857 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 03:56:58,869 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,871 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,872 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,874 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,877 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,879 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,879 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,881 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 03:56:58,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,884 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 03:56:58,885 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 03:56:58,887 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 03:56:58,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 03:56:58,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 03:56:58,890 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 03:56:58,891 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 03:56:58,900 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 03:56:58,903 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 03:56:58,904 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 03:56:58,905 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 03:56:58,905 main DEBUG createAppenders(={Console}) 2024-12-11 03:56:58,906 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-11 03:56:58,907 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-11 03:56:58,907 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-11 03:56:58,908 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 03:56:58,908 main DEBUG OutputStream closed 2024-12-11 03:56:58,909 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 03:56:58,909 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 03:56:58,909 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-11 03:56:58,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 03:56:58,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 03:56:58,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 03:56:58,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 03:56:58,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 03:56:58,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 03:56:58,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 03:56:59,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 03:56:59,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 03:56:59,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 03:56:59,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 03:56:59,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 03:56:59,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 03:56:59,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 03:56:59,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 03:56:59,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 03:56:59,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 03:56:59,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 03:56:59,006 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 03:56:59,007 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-11 03:56:59,007 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 03:56:59,008 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-11T03:56:59,241 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed 2024-12-11 03:56:59,244 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 03:56:59,245 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T03:56:59,254 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-11T03:56:59,259 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-11T03:56:59,279 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T03:56:59,325 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T03:56:59,325 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T03:56:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T03:56:59,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f, deleteOnExit=true 2024-12-11T03:56:59,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T03:56:59,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/test.cache.data in system properties and HBase conf 2024-12-11T03:56:59,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T03:56:59,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir in system properties and HBase conf 2024-12-11T03:56:59,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T03:56:59,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T03:56:59,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T03:56:59,456 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T03:56:59,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T03:56:59,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T03:56:59,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T03:56:59,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T03:56:59,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T03:56:59,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T03:56:59,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T03:56:59,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T03:56:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T03:56:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T03:56:59,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/nfs.dump.dir in system properties and HBase conf 2024-12-11T03:56:59,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/java.io.tmpdir in system properties and HBase conf 2024-12-11T03:56:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T03:56:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T03:56:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T03:57:00,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T03:57:00,493 INFO [Time-limited test {}] log.Log(170): Logging initialized @2493ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T03:57:00,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:57:00,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:57:00,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:57:00,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:57:00,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T03:57:00,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:57:00,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:57:00,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:57:00,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8b857b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/java.io.tmpdir/jetty-localhost-35425-hadoop-hdfs-3_4_1-tests_jar-_-any-14499934571958994039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T03:57:00,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:35425} 2024-12-11T03:57:00,858 INFO [Time-limited test {}] server.Server(415): Started @2859ms 2024-12-11T03:57:01,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:57:01,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:57:01,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:57:01,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:57:01,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T03:57:01,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:57:01,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:57:01,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17d1a8d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-15531728678974481113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:01,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-12-11T03:57:01,378 INFO [Time-limited test {}] server.Server(415): Started @3378ms 2024-12-11T03:57:01,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:57:01,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:57:01,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:57:01,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:57:01,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:57:01,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T03:57:01,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:57:01,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:57:01,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4464725f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/java.io.tmpdir/jetty-localhost-45177-hadoop-hdfs-3_4_1-tests_jar-_-any-10281583368752988628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:01,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:45177} 2024-12-11T03:57:01,714 INFO [Time-limited test {}] server.Server(415): Started @3714ms 2024-12-11T03:57:01,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:57:01,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T03:57:01,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T03:57:01,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T03:57:01,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T03:57:01,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T03:57:01,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,AVAILABLE} 2024-12-11T03:57:01,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T03:57:01,910 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data4/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:01,910 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data2/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:01,910 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data3/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:01,910 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data1/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:01,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f8cb79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/java.io.tmpdir/jetty-localhost-34145-hadoop-hdfs-3_4_1-tests_jar-_-any-11894783581545727424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:01,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:34145} 2024-12-11T03:57:01,925 INFO [Time-limited test {}] server.Server(415): Started @3925ms 2024-12-11T03:57:01,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T03:57:01,959 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:57:01,959 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:57:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf617075c4417aff with lease ID 0x13df28abc87068ef: Processing first storage report for DS-2683bbc0-cfc0-43f9-94d5-927d020b1646 from datanode DatanodeRegistration(127.0.0.1:44821, datanodeUuid=42f0e0bf-510c-4735-b814-4e7846a4e335, infoPort=43165, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf617075c4417aff with lease ID 0x13df28abc87068ef: from storage DS-2683bbc0-cfc0-43f9-94d5-927d020b1646 node DatanodeRegistration(127.0.0.1:44821, datanodeUuid=42f0e0bf-510c-4735-b814-4e7846a4e335, infoPort=43165, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c05d6810e3ebb8 with lease ID 0x13df28abc87068f0: Processing first storage report for DS-3e43c4d5-18a2-4113-aeda-87f24771588d from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=bdaeb6b3-d2ca-4312-a081-f00c7c09aa44, infoPort=46671, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c05d6810e3ebb8 with lease ID 0x13df28abc87068f0: from storage DS-3e43c4d5-18a2-4113-aeda-87f24771588d node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=bdaeb6b3-d2ca-4312-a081-f00c7c09aa44, infoPort=46671, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf617075c4417aff with lease ID 0x13df28abc87068ef: Processing first storage report for DS-ffae266d-918f-4ef5-a8fd-9043e8a02489 from datanode DatanodeRegistration(127.0.0.1:44821, datanodeUuid=42f0e0bf-510c-4735-b814-4e7846a4e335, infoPort=43165, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf617075c4417aff with lease ID 0x13df28abc87068ef: from storage DS-ffae266d-918f-4ef5-a8fd-9043e8a02489 node DatanodeRegistration(127.0.0.1:44821, datanodeUuid=42f0e0bf-510c-4735-b814-4e7846a4e335, infoPort=43165, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c05d6810e3ebb8 with lease ID 0x13df28abc87068f0: Processing first storage report for DS-630290f9-87e3-488e-844d-f721118b6a07 from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=bdaeb6b3-d2ca-4312-a081-f00c7c09aa44, infoPort=46671, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c05d6810e3ebb8 with lease ID 0x13df28abc87068f0: from storage DS-630290f9-87e3-488e-844d-f721118b6a07 node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=bdaeb6b3-d2ca-4312-a081-f00c7c09aa44, infoPort=46671, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,078 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data6/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:02,078 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data5/current/BP-1730320758-172.17.0.2-1733889420171/current, will proceed with Du for space computation calculation, 2024-12-11T03:57:02,115 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T03:57:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8e02eb81a3ff64 with lease ID 0x13df28abc87068f1: Processing first storage report for DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=9c653d54-51c0-41ad-ba50-1ae93d9738d8, infoPort=41587, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8e02eb81a3ff64 with lease ID 0x13df28abc87068f1: from storage DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=9c653d54-51c0-41ad-ba50-1ae93d9738d8, infoPort=41587, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8e02eb81a3ff64 with lease ID 0x13df28abc87068f1: Processing first storage report for DS-c8f0a8c1-dafc-4acc-8d0d-ce207d952924 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=9c653d54-51c0-41ad-ba50-1ae93d9738d8, infoPort=41587, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171) 2024-12-11T03:57:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8e02eb81a3ff64 with lease ID 0x13df28abc87068f1: from storage DS-c8f0a8c1-dafc-4acc-8d0d-ce207d952924 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=9c653d54-51c0-41ad-ba50-1ae93d9738d8, infoPort=41587, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=2035082914;c=1733889420171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T03:57:02,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed 2024-12-11T03:57:02,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/zookeeper_0, clientPort=50501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T03:57:02,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50501 2024-12-11T03:57:02,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:02,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:57:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:57:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741825_1001 (size=7) 2024-12-11T03:57:03,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 with version=8 2024-12-11T03:57:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/hbase-staging 2024-12-11T03:57:03,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:57:03,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:57:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:57:03,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T03:57:03,612 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T03:57:03,625 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T03:57:03,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:57:03,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9755 (auto-detected) 2024-12-11T03:57:03,661 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T03:57:03,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44899 2024-12-11T03:57:03,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44899 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-12-11T03:57:03,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448990x0, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:57:03,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44899-0x1019faaded30000 connected 2024-12-11T03:57:03,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:03,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1, hbase.cluster.distributed=false 2024-12-11T03:57:03,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:57:03,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44899 2024-12-11T03:57:03,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44899 2024-12-11T03:57:03,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44899 2024-12-11T03:57:03,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44899 2024-12-11T03:57:03,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44899 2024-12-11T03:57:03,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:57:03,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:57:03,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:57:03,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:57:03,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:57:03,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39417 2024-12-11T03:57:03,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-12-11T03:57:03,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:57:03,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x1019faaded30001 connected 2024-12-11T03:57:03,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:03,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:57:03,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:57:03,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:57:03,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:57:03,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-11T03:57:03,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-12-11T03:57:03,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-12-11T03:57:03,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-11T03:57:03,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-12-11T03:57:03,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:57:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:57:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:57:03,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:57:03,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:57:03,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33141 2024-12-11T03:57:03,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33141 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-12-11T03:57:03,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:03,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331410x0, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:57:03,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331410x0, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:03,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33141-0x1019faaded30002 connected 2024-12-11T03:57:03,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:57:03,993 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:57:03,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:57:03,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:57:03,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33141 2024-12-11T03:57:03,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33141 2024-12-11T03:57:03,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33141 2024-12-11T03:57:03,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33141 2024-12-11T03:57:04,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33141 2024-12-11T03:57:04,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c49966d8a95f:0 server-side Connection retries=45 2024-12-11T03:57:04,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:04,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:04,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T03:57:04,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T03:57:04,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T03:57:04,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T03:57:04,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T03:57:04,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46865 2024-12-11T03:57:04,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46865 connecting to ZooKeeper ensemble=127.0.0.1:50501 2024-12-11T03:57:04,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:04,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:04,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468650x0, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T03:57:04,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468650x0, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:04,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46865-0x1019faaded30003 connected 2024-12-11T03:57:04,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T03:57:04,037 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T03:57:04,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T03:57:04,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T03:57:04,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46865 2024-12-11T03:57:04,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46865 2024-12-11T03:57:04,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46865 2024-12-11T03:57:04,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46865 2024-12-11T03:57:04,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46865 2024-12-11T03:57:04,064 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c49966d8a95f:44899 2024-12-11T03:57:04,065 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,079 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:57:04,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:57:04,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T03:57:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,100 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T03:57:04,101 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c49966d8a95f,44899,1733889423183 from backup master directory 2024-12-11T03:57:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T03:57:04,105 WARN [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:57:04,105 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,107 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T03:57:04,108 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T03:57:04,164 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/hbase.id] with ID: cda650c3-a248-4283-a8ae-877ab21d485e 2024-12-11T03:57:04,164 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/.tmp/hbase.id 2024-12-11T03:57:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:57:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:57:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741826_1002 (size=42) 2024-12-11T03:57:04,179 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/.tmp/hbase.id]:[hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/hbase.id] 2024-12-11T03:57:04,222 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T03:57:04,227 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T03:57:04,247 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T03:57:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:57:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:57:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741827_1003 (size=196) 2024-12-11T03:57:04,286 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T03:57:04,288 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T03:57:04,294 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:57:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:57:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741828_1004 (size=1189) 2024-12-11T03:57:04,343 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store 2024-12-11T03:57:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:57:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:57:04,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741829_1005 (size=34) 2024-12-11T03:57:04,369 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T03:57:04,372 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:04,373 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T03:57:04,373 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:04,374 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:04,375 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T03:57:04,375 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:04,375 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:04,377 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733889424373Disabling compacts and flushes for region at 1733889424373Disabling writes for close at 1733889424375 (+2 ms)Writing region close event to WAL at 1733889424375Closed at 1733889424375 2024-12-11T03:57:04,378 WARN [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/.initializing 2024-12-11T03:57:04,379 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/WALs/c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,387 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:04,405 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C44899%2C1733889423183, suffix=, logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/WALs/c49966d8a95f,44899,1733889423183, archiveDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/oldWALs, maxLogs=10 2024-12-11T03:57:04,440 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/WALs/c49966d8a95f,44899,1733889423183/c49966d8a95f%2C44899%2C1733889423183.1733889424411, exclude list is [], retry=0 2024-12-11T03:57:04,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T03:57:04,510 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/WALs/c49966d8a95f,44899,1733889423183/c49966d8a95f%2C44899%2C1733889423183.1733889424411 2024-12-11T03:57:04,511 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:04,511 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:04,512 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:04,515 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,516 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T03:57:04,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:04,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:04,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T03:57:04,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:04,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:04,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T03:57:04,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:04,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:04,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T03:57:04,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:04,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:04,598 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,601 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,602 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,607 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,608 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,611 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:57:04,614 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T03:57:04,619 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:04,620 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71843748, jitterRate=0.07055526971817017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:57:04,626 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733889424528Initializing all the Stores at 1733889424530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889424530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889424531 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889424531Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889424531Cleaning up temporary data from old regions at 1733889424608 (+77 ms)Region opened successfully at 1733889424626 (+18 ms) 2024-12-11T03:57:04,627 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T03:57:04,664 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411bd6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:57:04,700 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T03:57:04,712 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T03:57:04,712 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T03:57:04,715 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T03:57:04,716 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T03:57:04,721 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T03:57:04,721 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T03:57:04,747 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T03:57:04,756 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T03:57:04,759 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T03:57:04,761 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T03:57:04,763 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T03:57:04,765 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T03:57:04,767 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T03:57:04,770 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T03:57:04,771 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T03:57:04,772 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T03:57:04,774 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T03:57:04,791 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T03:57:04,795 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T03:57:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:04,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,802 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c49966d8a95f,44899,1733889423183, sessionid=0x1019faaded30000, setting cluster-up flag (Was=false) 2024-12-11T03:57:04,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,822 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T03:57:04,824 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:04,839 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T03:57:04,841 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c49966d8a95f,44899,1733889423183 2024-12-11T03:57:04,848 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T03:57:04,853 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(746): ClusterId : cda650c3-a248-4283-a8ae-877ab21d485e 2024-12-11T03:57:04,854 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(746): ClusterId : cda650c3-a248-4283-a8ae-877ab21d485e 2024-12-11T03:57:04,854 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(746): ClusterId : cda650c3-a248-4283-a8ae-877ab21d485e 2024-12-11T03:57:04,856 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:57:04,856 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:57:04,856 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T03:57:04,864 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:57:04,864 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:57:04,864 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T03:57:04,864 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:57:04,864 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:57:04,864 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T03:57:04,869 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:57:04,869 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:57:04,870 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T03:57:04,870 DEBUG [RS:0;c49966d8a95f:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d031732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:57:04,870 DEBUG [RS:2;c49966d8a95f:46865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e082a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:57:04,871 DEBUG [RS:1;c49966d8a95f:33141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126aa7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c49966d8a95f/172.17.0.2:0 2024-12-11T03:57:04,894 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c49966d8a95f:46865 2024-12-11T03:57:04,897 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c49966d8a95f:33141 2024-12-11T03:57:04,898 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:57:04,899 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:57:04,899 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:57:04,902 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:57:04,902 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:57:04,902 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:57:04,902 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=46865, startcode=1733889424016 2024-12-11T03:57:04,904 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=33141, startcode=1733889423978 2024-12-11T03:57:04,913 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c49966d8a95f:39417 2024-12-11T03:57:04,913 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T03:57:04,913 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T03:57:04,913 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T03:57:04,915 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=39417, startcode=1733889423879 2024-12-11T03:57:04,918 DEBUG [RS:0;c49966d8a95f:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:57:04,918 DEBUG [RS:1;c49966d8a95f:33141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:57:04,919 DEBUG [RS:2;c49966d8a95f:46865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T03:57:04,965 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:57:04,965 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:57:04,965 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T03:57:04,967 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T03:57:04,973 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:57:04,979 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:57:04,980 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T03:57:04,981 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T03:57:04,990 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T03:57:04,996 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c49966d8a95f,44899,1733889423183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T03:57:05,004 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:57:05,004 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:57:05,004 WARN [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:57:05,004 WARN [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:57:05,004 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T03:57:05,004 WARN [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T03:57:05,004 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:57:05,004 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:57:05,004 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:57:05,004 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c49966d8a95f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T03:57:05,005 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c49966d8a95f:0, corePoolSize=10, maxPoolSize=10 2024-12-11T03:57:05,005 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,005 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:57:05,005 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,012 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733889455012 2024-12-11T03:57:05,014 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T03:57:05,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:57:05,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T03:57:05,016 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T03:57:05,020 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T03:57:05,021 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T03:57:05,021 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T03:57:05,021 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T03:57:05,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T03:57:05,022 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,026 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T03:57:05,027 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T03:57:05,027 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T03:57:05,029 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T03:57:05,030 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T03:57:05,032 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733889425031,5,FailOnTimeoutGroup] 2024-12-11T03:57:05,038 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733889425033,5,FailOnTimeoutGroup] 2024-12-11T03:57:05,038 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,038 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T03:57:05,039 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,040 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:57:05,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:57:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741831_1007 (size=1321) 2024-12-11T03:57:05,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T03:57:05,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 2024-12-11T03:57:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:57:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:57:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741832_1008 (size=32) 2024-12-11T03:57:05,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:05,105 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=39417, startcode=1733889423879 2024-12-11T03:57:05,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T03:57:05,105 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=33141, startcode=1733889423978 2024-12-11T03:57:05,105 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(2659): reportForDuty to master=c49966d8a95f,44899,1733889423183 with port=46865, startcode=1733889424016 2024-12-11T03:57:05,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T03:57:05,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T03:57:05,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T03:57:05,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T03:57:05,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T03:57:05,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T03:57:05,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T03:57:05,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T03:57:05,124 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 2024-12-11T03:57:05,124 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38461 2024-12-11T03:57:05,124 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:57:05,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740 2024-12-11T03:57:05,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740 2024-12-11T03:57:05,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,130 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 2024-12-11T03:57:05,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44899 {}] master.ServerManager(517): Registering regionserver=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,130 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38461 2024-12-11T03:57:05,130 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:57:05,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:57:05,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T03:57:05,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T03:57:05,134 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 2024-12-11T03:57:05,134 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38461 2024-12-11T03:57:05,134 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T03:57:05,134 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:57:05,138 DEBUG [RS:0;c49966d8a95f:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,138 WARN [RS:0;c49966d8a95f:39417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:57:05,138 INFO [RS:0;c49966d8a95f:39417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:05,138 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T03:57:05,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:57:05,141 DEBUG [RS:1;c49966d8a95f:33141 {}] zookeeper.ZKUtil(111): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,141 WARN [RS:1;c49966d8a95f:33141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:57:05,141 INFO [RS:1;c49966d8a95f:33141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:05,141 DEBUG [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,141 DEBUG [RS:2;c49966d8a95f:46865 {}] zookeeper.ZKUtil(111): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,142 WARN [RS:2;c49966d8a95f:46865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T03:57:05,142 INFO [RS:2;c49966d8a95f:46865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:05,142 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,33141,1733889423978] 2024-12-11T03:57:05,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,39417,1733889423879] 2024-12-11T03:57:05,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c49966d8a95f,46865,1733889424016] 2024-12-11T03:57:05,147 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:05,149 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68946578, jitterRate=0.027384072542190552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:57:05,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733889425103Initializing all the Stores at 1733889425105 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889425105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425105Cleaning up temporary data from old regions at 1733889425133 (+28 ms)Region opened successfully at 1733889425153 (+20 ms) 2024-12-11T03:57:05,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T03:57:05,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T03:57:05,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T03:57:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T03:57:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T03:57:05,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T03:57:05,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733889425153Disabling compacts and flushes for region at 1733889425153Disabling writes for close at 1733889425154 (+1 ms)Writing region close event to WAL at 1733889425156 (+2 ms)Closed at 1733889425157 (+1 ms) 2024-12-11T03:57:05,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:57:05,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T03:57:05,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T03:57:05,174 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:57:05,175 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:57:05,175 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T03:57:05,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T03:57:05,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T03:57:05,193 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:57:05,193 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:57:05,199 INFO [RS:1;c49966d8a95f:33141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:57:05,199 INFO [RS:2;c49966d8a95f:46865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:57:05,199 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,199 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,200 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T03:57:05,201 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:57:05,201 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:57:05,205 INFO [RS:0;c49966d8a95f:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:57:05,205 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,207 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:57:05,207 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:57:05,208 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T03:57:05,209 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,209 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,209 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,209 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,209 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,209 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,209 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,209 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T03:57:05,210 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,210 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:57:05,210 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:57:05,210 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,210 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,211 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,211 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,212 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T03:57:05,212 DEBUG [RS:2;c49966d8a95f:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,212 DEBUG [RS:1;c49966d8a95f:33141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,212 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,212 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,213 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,213 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,213 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,213 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c49966d8a95f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T03:57:05,213 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,214 DEBUG [RS:0;c49966d8a95f:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c49966d8a95f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,33141,1733889423978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,214 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,215 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,46865,1733889424016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:57:05,216 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,216 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,216 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,217 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,217 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,217 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,39417,1733889423879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:57:05,242 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:57:05,242 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:57:05,242 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T03:57:05,245 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,46865,1733889424016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,245 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,39417,1733889423879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,245 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,245 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,33141,1733889423978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,245 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,245 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.Replication(171): c49966d8a95f,46865,1733889424016 started 2024-12-11T03:57:05,245 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,246 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.Replication(171): c49966d8a95f,33141,1733889423978 started 2024-12-11T03:57:05,246 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.Replication(171): c49966d8a95f,39417,1733889423879 started 2024-12-11T03:57:05,268 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,268 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,269 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,46865,1733889424016, RpcServer on c49966d8a95f/172.17.0.2:46865, sessionid=0x1019faaded30003 2024-12-11T03:57:05,269 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,39417,1733889423879, RpcServer on c49966d8a95f/172.17.0.2:39417, sessionid=0x1019faaded30001 2024-12-11T03:57:05,270 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:57:05,270 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:57:05,270 DEBUG [RS:0;c49966d8a95f:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,270 DEBUG [RS:2;c49966d8a95f:46865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,271 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,39417,1733889423879' 2024-12-11T03:57:05,271 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,46865,1733889424016' 2024-12-11T03:57:05,271 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:57:05,271 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:57:05,272 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:57:05,272 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:57:05,272 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:05,272 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1482): Serving as c49966d8a95f,33141,1733889423978, RpcServer on c49966d8a95f/172.17.0.2:33141, sessionid=0x1019faaded30002 2024-12-11T03:57:05,273 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:57:05,273 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:57:05,273 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T03:57:05,273 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:57:05,273 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:57:05,273 DEBUG [RS:1;c49966d8a95f:33141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,273 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,33141,1733889423978' 2024-12-11T03:57:05,273 DEBUG [RS:2;c49966d8a95f:46865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,46865,1733889424016 2024-12-11T03:57:05,273 DEBUG [RS:0;c49966d8a95f:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,273 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T03:57:05,273 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,46865,1733889424016' 2024-12-11T03:57:05,273 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,39417,1733889423879' 2024-12-11T03:57:05,273 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:57:05,273 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:57:05,274 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:57:05,274 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:57:05,275 DEBUG [RS:0;c49966d8a95f:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:57:05,275 INFO [RS:0;c49966d8a95f:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:57:05,275 INFO [RS:0;c49966d8a95f:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:57:05,275 DEBUG [RS:2;c49966d8a95f:46865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:57:05,275 INFO [RS:2;c49966d8a95f:46865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:57:05,275 INFO [RS:2;c49966d8a95f:46865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:57:05,276 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T03:57:05,277 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T03:57:05,277 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T03:57:05,277 DEBUG [RS:1;c49966d8a95f:33141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c49966d8a95f,33141,1733889423978 2024-12-11T03:57:05,277 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c49966d8a95f,33141,1733889423978' 2024-12-11T03:57:05,277 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T03:57:05,278 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T03:57:05,278 DEBUG [RS:1;c49966d8a95f:33141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T03:57:05,279 INFO [RS:1;c49966d8a95f:33141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T03:57:05,279 INFO [RS:1;c49966d8a95f:33141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T03:57:05,337 WARN [c49966d8a95f:44899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T03:57:05,382 INFO [RS:2;c49966d8a95f:46865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:05,382 INFO [RS:0;c49966d8a95f:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:05,383 INFO [RS:1;c49966d8a95f:33141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:05,386 INFO [RS:2;c49966d8a95f:46865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C46865%2C1733889424016, suffix=, logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016, archiveDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs, maxLogs=32 2024-12-11T03:57:05,386 INFO [RS:1;c49966d8a95f:33141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C33141%2C1733889423978, suffix=, logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,33141,1733889423978, archiveDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs, maxLogs=32 2024-12-11T03:57:05,389 INFO [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C39417%2C1733889423879, suffix=, logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879, archiveDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs, maxLogs=32 2024-12-11T03:57:05,407 DEBUG [RS:2;c49966d8a95f:46865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016/c49966d8a95f%2C46865%2C1733889424016.1733889425389, exclude list is [], retry=0 2024-12-11T03:57:05,411 DEBUG [RS:0;c49966d8a95f:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879/c49966d8a95f%2C39417%2C1733889423879.1733889425391, exclude list is [], retry=0 2024-12-11T03:57:05,411 DEBUG [RS:1;c49966d8a95f:33141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,33141,1733889423978/c49966d8a95f%2C33141%2C1733889423978.1733889425389, exclude list is [], retry=0 2024-12-11T03:57:05,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:05,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:05,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:05,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:05,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:05,429 INFO [RS:2;c49966d8a95f:46865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016/c49966d8a95f%2C46865%2C1733889424016.1733889425389 2024-12-11T03:57:05,431 DEBUG [RS:2;c49966d8a95f:46865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:05,432 INFO [RS:1;c49966d8a95f:33141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,33141,1733889423978/c49966d8a95f%2C33141%2C1733889423978.1733889425389 2024-12-11T03:57:05,432 INFO [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879/c49966d8a95f%2C39417%2C1733889423879.1733889425391 2024-12-11T03:57:05,432 DEBUG [RS:1;c49966d8a95f:33141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:05,432 DEBUG [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:05,590 DEBUG [c49966d8a95f:44899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T03:57:05,598 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:57:05,604 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T03:57:05,605 INFO [c49966d8a95f:44899 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:57:05,605 INFO [c49966d8a95f:44899 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:57:05,605 INFO [c49966d8a95f:44899 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T03:57:05,605 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:57:05,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,617 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c49966d8a95f,39417,1733889423879, state=OPENING 2024-12-11T03:57:05,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T03:57:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T03:57:05,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c49966d8a95f,39417,1733889423879}] 2024-12-11T03:57:05,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:57:05,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:57:05,818 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T03:57:05,818 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:05,819 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T03:57:05,822 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c49966d8a95f%2C39417%2C1733889423879.meta, suffix=.meta, logDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879, archiveDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs, maxLogs=32 2024-12-11T03:57:05,838 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879/c49966d8a95f%2C39417%2C1733889423879.meta.1733889425823.meta, exclude list is [], retry=0 2024-12-11T03:57:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:05,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:05,845 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,39417,1733889423879/c49966d8a95f%2C39417%2C1733889423879.meta.1733889425823.meta 2024-12-11T03:57:05,845 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:05,846 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:05,847 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T03:57:05,850 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T03:57:05,855 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T03:57:05,860 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T03:57:05,860 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:05,860 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T03:57:05,860 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T03:57:05,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T03:57:05,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T03:57:05,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T03:57:05,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T03:57:05,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T03:57:05,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T03:57:05,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T03:57:05,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T03:57:05,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T03:57:05,873 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T03:57:05,874 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740 2024-12-11T03:57:05,877 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740 2024-12-11T03:57:05,879 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T03:57:05,880 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T03:57:05,880 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T03:57:05,883 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T03:57:05,884 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212369, jitterRate=-0.013358816504478455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T03:57:05,885 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T03:57:05,886 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733889425861Writing region info on filesystem at 1733889425861Initializing all the Stores at 1733889425863 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889425863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733889425863Cleaning up temporary data from old regions at 1733889425880 (+17 ms)Running coprocessor post-open hooks at 1733889425885 (+5 ms)Region opened successfully at 1733889425886 (+1 ms) 2024-12-11T03:57:05,894 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733889425795 2024-12-11T03:57:05,908 DEBUG [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T03:57:05,909 INFO [RS_OPEN_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T03:57:05,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c49966d8a95f,39417,1733889423879, state=OPEN 2024-12-11T03:57:05,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:57:05,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:57:05,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:57:05,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T03:57:05,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T03:57:05,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:05,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T03:57:05,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c49966d8a95f,39417,1733889423879 in 291 msec 2024-12-11T03:57:05,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T03:57:05,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-12-11T03:57:05,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T03:57:05,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T03:57:05,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T03:57:05,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c49966d8a95f,39417,1733889423879, seqNum=-1] 2024-12-11T03:57:06,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:57:06,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:57:06,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1420 sec 2024-12-11T03:57:06,040 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733889426040, completionTime=-1 2024-12-11T03:57:06,044 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T03:57:06,044 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T03:57:06,075 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T03:57:06,075 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733889486075 2024-12-11T03:57:06,075 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733889546075 2024-12-11T03:57:06,075 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-11T03:57:06,077 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T03:57:06,084 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,084 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,084 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,086 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c49966d8a95f:44899, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,090 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,092 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,095 DEBUG [master/c49966d8a95f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T03:57:06,121 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.016sec 2024-12-11T03:57:06,122 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T03:57:06,124 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T03:57:06,125 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T03:57:06,125 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T03:57:06,125 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T03:57:06,126 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T03:57:06,126 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T03:57:06,130 DEBUG [master/c49966d8a95f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T03:57:06,131 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T03:57:06,132 INFO [master/c49966d8a95f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c49966d8a95f,44899,1733889423183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:06,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b55ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:57:06,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c49966d8a95f,44899,-1 for getting cluster id 2024-12-11T03:57:06,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T03:57:06,174 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda650c3-a248-4283-a8ae-877ab21d485e' 2024-12-11T03:57:06,176 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T03:57:06,176 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda650c3-a248-4283-a8ae-877ab21d485e" 2024-12-11T03:57:06,179 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a56a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:57:06,179 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c49966d8a95f,44899,-1] 2024-12-11T03:57:06,181 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T03:57:06,182 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:06,184 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T03:57:06,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff3d61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T03:57:06,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T03:57:06,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c49966d8a95f,39417,1733889423879, seqNum=-1] 2024-12-11T03:57:06,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:57:06,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:57:06,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c49966d8a95f,44899,1733889423183 2024-12-11T03:57:06,225 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38461/hbase 2024-12-11T03:57:06,248 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=4527 2024-12-11T03:57:06,271 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:06,274 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:06,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:06,281 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63105249, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-63105249, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:06,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63105249/hregion-63105249.1733889426282, exclude list is [], retry=0 2024-12-11T03:57:06,303 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:06,309 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:06,317 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:06,320 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63105249/hregion-63105249.1733889426282 2024-12-11T03:57:06,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:06,321 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 09d0c3dd325d6437fe41278446b29b19, NAME => 'testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:57:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:57:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741838_1014 (size=64) 2024-12-11T03:57:06,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:06,338 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,341 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09d0c3dd325d6437fe41278446b29b19 columnFamilyName a 2024-12-11T03:57:06,341 DEBUG [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:06,342 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] regionserver.HStore(327): Store=09d0c3dd325d6437fe41278446b29b19/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:06,342 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,344 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,345 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,345 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,353 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,357 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:06,358 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 09d0c3dd325d6437fe41278446b29b19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59061581, jitterRate=-0.11991386115550995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:06,359 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 09d0c3dd325d6437fe41278446b29b19: Writing region info on filesystem at 1733889426336Initializing all the Stores at 1733889426338 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889426338Cleaning up temporary data from old regions at 1733889426345 (+7 ms)Region opened successfully at 1733889426359 (+14 ms) 2024-12-11T03:57:06,359 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 09d0c3dd325d6437fe41278446b29b19, disabling compactions & flushes 2024-12-11T03:57:06,360 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. 2024-12-11T03:57:06,360 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. 2024-12-11T03:57:06,360 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. after waiting 0 ms 2024-12-11T03:57:06,360 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. 2024-12-11T03:57:06,360 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. 2024-12-11T03:57:06,360 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 09d0c3dd325d6437fe41278446b29b19: Waiting for close lock at 1733889426359Disabling compacts and flushes for region at 1733889426359Disabling writes for close at 1733889426360 (+1 ms)Writing region close event to WAL at 1733889426360Closed at 1733889426360 2024-12-11T03:57:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741837_1013 (size=93) 2024-12-11T03:57:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741837_1013 (size=93) 2024-12-11T03:57:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741837_1013 (size=93) 2024-12-11T03:57:06,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:06,377 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63105249:(num 1733889426282) 2024-12-11T03:57:06,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:57:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741839_1015 (size=276) 2024-12-11T03:57:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741839_1015 (size=276) 2024-12-11T03:57:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741839_1015 (size=276) 2024-12-11T03:57:06,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:57:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741840_1016 (size=230) 2024-12-11T03:57:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741840_1016 (size=230) 2024-12-11T03:57:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741840_1016 (size=230) 2024-12-11T03:57:06,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1, size=276 (276bytes) 2024-12-11T03:57:06,449 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T03:57:06,449 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T03:57:06,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1 2024-12-11T03:57:06,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1 after 4ms 2024-12-11T03:57:06,462 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:06,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1 took 16ms 2024-12-11T03:57:06,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1 so closing down 2024-12-11T03:57:06,471 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T03:57:06,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:06,474 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T03:57:06,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741841_1017 (size=276) 2024-12-11T03:57:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741841_1017 (size=276) 2024-12-11T03:57:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741841_1017 (size=276) 2024-12-11T03:57:06,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:06,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002 2024-12-11T03:57:06,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-11T03:57:06,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1, journal: Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1, size=276 (276bytes) at 1733889426448Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1 so closing down at 1733889426468 (+20 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp at 1733889426475 (+7 ms)3 split writer threads finished at 1733889426476 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733889426494 (+18 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002 at 1733889426497 (+3 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733889426502 (+5 ms) 2024-12-11T03:57:06,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2, size=230 (230bytes) 2024-12-11T03:57:06,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2 2024-12-11T03:57:06,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2 after 0ms 2024-12-11T03:57:06,530 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:06,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2 took 7ms 2024-12-11T03:57:06,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2 so closing down 2024-12-11T03:57:06,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:06,536 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T03:57:06,538 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T03:57:06,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741842_1018 (size=230) 2024-12-11T03:57:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741842_1018 (size=230) 2024-12-11T03:57:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741842_1018 (size=230) 2024-12-11T03:57:06,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:06,551 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:06,553 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-11T03:57:06,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-11T03:57:06,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2, journal: Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2, size=230 (230bytes) at 1733889426525Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2 so closing down at 1733889426533 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002-wal-2.temp at 1733889426538 (+5 ms)3 split writer threads finished at 1733889426538Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733889426547 (+9 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733889426554 (+7 ms) 2024-12-11T03:57:06,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:06,557 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:06,571 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal.1733889426558, exclude list is [], retry=0 2024-12-11T03:57:06,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:06,575 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:06,575 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:06,578 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal.1733889426558 2024-12-11T03:57:06,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:06,579 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 09d0c3dd325d6437fe41278446b29b19, NAME => 'testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:06,579 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:06,579 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,579 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,581 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,583 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09d0c3dd325d6437fe41278446b29b19 columnFamilyName a 2024-12-11T03:57:06,583 DEBUG [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:06,584 INFO [StoreOpener-09d0c3dd325d6437fe41278446b29b19-1 {}] regionserver.HStore(327): Store=09d0c3dd325d6437fe41278446b29b19/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:06,584 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,588 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,590 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002 2024-12-11T03:57:06,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:06,600 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002 2024-12-11T03:57:06,603 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 09d0c3dd325d6437fe41278446b29b19 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T03:57:06,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/.tmp/a/edeec789773c490fae93acd082192640 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733889426377/Put/seqid=0 2024-12-11T03:57:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:57:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:57:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741844_1020 (size=5170) 2024-12-11T03:57:06,685 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/.tmp/a/edeec789773c490fae93acd082192640 2024-12-11T03:57:06,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/.tmp/a/edeec789773c490fae93acd082192640 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/a/edeec789773c490fae93acd082192640 2024-12-11T03:57:06,750 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/a/edeec789773c490fae93acd082192640, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T03:57:06,755 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 09d0c3dd325d6437fe41278446b29b19 in 151ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T03:57:06,756 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/0000000000000000002 2024-12-11T03:57:06,757 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,757 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,760 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 09d0c3dd325d6437fe41278446b29b19 2024-12-11T03:57:06,763 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/09d0c3dd325d6437fe41278446b29b19/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T03:57:06,765 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 09d0c3dd325d6437fe41278446b29b19; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70829910, jitterRate=0.055447906255722046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:06,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 09d0c3dd325d6437fe41278446b29b19: Writing region info on filesystem at 1733889426579Initializing all the Stores at 1733889426581 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889426581Obtaining lock to block concurrent updates at 1733889426603 (+22 ms)Preparing flush snapshotting stores in 09d0c3dd325d6437fe41278446b29b19 at 1733889426603Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733889426606 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733889426272.09d0c3dd325d6437fe41278446b29b19. at 1733889426606Flushing 09d0c3dd325d6437fe41278446b29b19/a: creating writer at 1733889426608 (+2 ms)Flushing 09d0c3dd325d6437fe41278446b29b19/a: appending metadata at 1733889426654 (+46 ms)Flushing 09d0c3dd325d6437fe41278446b29b19/a: closing flushed file at 1733889426657 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a55a905: reopening flushed file at 1733889426737 (+80 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 09d0c3dd325d6437fe41278446b29b19 in 151ms, sequenceid=2, compaction requested=false; wal=null at 1733889426755 (+18 ms)Cleaning up temporary data from old regions at 1733889426757 (+2 ms)Region opened successfully at 1733889426766 (+9 ms) 2024-12-11T03:57:06,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:56556 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:56424 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:55294 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34582 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34572 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:55476 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38461/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=4490 (was 4527) 2024-12-11T03:57:06,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=4489 2024-12-11T03:57:06,831 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:06,833 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:06,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:06,837 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66369372, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-66369372, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:06,852 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66369372/hregion-66369372.1733889426838, exclude list is [], retry=0 2024-12-11T03:57:06,857 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:06,858 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:06,861 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:06,870 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66369372/hregion-66369372.1733889426838 2024-12-11T03:57:06,870 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:06,871 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b2c9145f32b3d1bc25d163505012967f, NAME => 'testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:57:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:57:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741846_1022 (size=64) 2024-12-11T03:57:06,887 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:06,889 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,891 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c9145f32b3d1bc25d163505012967f columnFamilyName a 2024-12-11T03:57:06,891 DEBUG [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:06,892 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] regionserver.HStore(327): Store=b2c9145f32b3d1bc25d163505012967f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:06,893 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,894 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,896 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,896 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,899 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:06,902 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:06,902 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c9145f32b3d1bc25d163505012967f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69233090, jitterRate=0.03165343403816223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c9145f32b3d1bc25d163505012967f: Writing region info on filesystem at 1733889426887Initializing all the Stores at 1733889426888 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889426888Cleaning up temporary data from old regions at 1733889426896 (+8 ms)Region opened successfully at 1733889426903 (+7 ms) 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2c9145f32b3d1bc25d163505012967f, disabling compactions & flushes 2024-12-11T03:57:06,903 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. after waiting 0 ms 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. 2024-12-11T03:57:06,903 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. 2024-12-11T03:57:06,903 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2c9145f32b3d1bc25d163505012967f: Waiting for close lock at 1733889426903Disabling compacts and flushes for region at 1733889426903Disabling writes for close at 1733889426903Writing region close event to WAL at 1733889426903Closed at 1733889426903 2024-12-11T03:57:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741845_1021 (size=93) 2024-12-11T03:57:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741845_1021 (size=93) 2024-12-11T03:57:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741845_1021 (size=93) 2024-12-11T03:57:06,914 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:06,914 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66369372:(num 1733889426838) 2024-12-11T03:57:06,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:57:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741847_1023 (size=276) 2024-12-11T03:57:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741847_1023 (size=276) 2024-12-11T03:57:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741847_1023 (size=276) 2024-12-11T03:57:06,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-11T03:57:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741848_1024 (size=230) 2024-12-11T03:57:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741848_1024 (size=230) 2024-12-11T03:57:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741848_1024 (size=230) 2024-12-11T03:57:06,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2, size=230 (230bytes) 2024-12-11T03:57:06,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2 2024-12-11T03:57:06,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2 after 1ms 2024-12-11T03:57:06,964 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:06,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2 took 5ms 2024-12-11T03:57:06,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2 so closing down 2024-12-11T03:57:06,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:06,970 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-11T03:57:06,971 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp 2024-12-11T03:57:06,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741849_1025 (size=230) 2024-12-11T03:57:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741849_1025 (size=230) 2024-12-11T03:57:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741849_1025 (size=230) 2024-12-11T03:57:06,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:06,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 2024-12-11T03:57:06,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-11T03:57:06,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2, journal: Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2, size=230 (230bytes) at 1733889426959Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2 so closing down at 1733889426967 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp at 1733889426971 (+4 ms)3 split writer threads finished at 1733889426972 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733889426994 (+22 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 at 1733889426997 (+3 ms)Processed 1 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733889426997 2024-12-11T03:57:07,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1, size=276 (276bytes) 2024-12-11T03:57:07,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1 2024-12-11T03:57:07,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1 after 1ms 2024-12-11T03:57:07,026 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:07,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1 took 6ms 2024-12-11T03:57:07,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1 so closing down 2024-12-11T03:57:07,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:07,032 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-11T03:57:07,036 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp 2024-12-11T03:57:07,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741850_1026 (size=276) 2024-12-11T03:57:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741850_1026 (size=276) 2024-12-11T03:57:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741850_1026 (size=276) 2024-12-11T03:57:07,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:07,054 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:07,056 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002, length=230 2024-12-11T03:57:07,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 2024-12-11T03:57:07,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-11T03:57:07,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1, journal: Splitting hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1, size=276 (276bytes) at 1733889427020Finishing writing output for hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1 so closing down at 1733889427029 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp at 1733889427036 (+7 ms)3 split writer threads finished at 1733889427037 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733889427050 (+13 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 at 1733889427059 (+9 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733889427059 2024-12-11T03:57:07,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:07,062 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:07,080 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal.1733889427062, exclude list is [], retry=0 2024-12-11T03:57:07,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:07,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:07,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:07,091 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal.1733889427062 2024-12-11T03:57:07,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:07,093 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c9145f32b3d1bc25d163505012967f, NAME => 'testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:07,093 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:07,093 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,093 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,095 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,097 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c9145f32b3d1bc25d163505012967f columnFamilyName a 2024-12-11T03:57:07,098 DEBUG [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:07,099 INFO [StoreOpener-b2c9145f32b3d1bc25d163505012967f-1 {}] regionserver.HStore(327): Store=b2c9145f32b3d1bc25d163505012967f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:07,099 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,105 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 2024-12-11T03:57:07,108 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:07,110 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 2024-12-11T03:57:07,110 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2c9145f32b3d1bc25d163505012967f 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-11T03:57:07,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/.tmp/a/2fa90a60fac24422a3e058c8b2e9176d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733889426914/Put/seqid=0 2024-12-11T03:57:07,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:57:07,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:57:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741852_1028 (size=5170) 2024-12-11T03:57:07,136 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/.tmp/a/2fa90a60fac24422a3e058c8b2e9176d 2024-12-11T03:57:07,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/.tmp/a/2fa90a60fac24422a3e058c8b2e9176d as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/a/2fa90a60fac24422a3e058c8b2e9176d 2024-12-11T03:57:07,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/a/2fa90a60fac24422a3e058c8b2e9176d, entries=2, sequenceid=2, filesize=5.0 K 2024-12-11T03:57:07,151 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b2c9145f32b3d1bc25d163505012967f in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-12-11T03:57:07,152 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/0000000000000000002 2024-12-11T03:57:07,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c9145f32b3d1bc25d163505012967f 2024-12-11T03:57:07,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/b2c9145f32b3d1bc25d163505012967f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-11T03:57:07,158 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c9145f32b3d1bc25d163505012967f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70891985, jitterRate=0.05637289583683014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:07,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c9145f32b3d1bc25d163505012967f: Writing region info on filesystem at 1733889427093Initializing all the Stores at 1733889427095 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889427095Obtaining lock to block concurrent updates at 1733889427110 (+15 ms)Preparing flush snapshotting stores in b2c9145f32b3d1bc25d163505012967f at 1733889427110Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733889427110Flushing stores of testReplayEditsWrittenIntoWAL,,1733889426832.b2c9145f32b3d1bc25d163505012967f. at 1733889427110Flushing b2c9145f32b3d1bc25d163505012967f/a: creating writer at 1733889427110Flushing b2c9145f32b3d1bc25d163505012967f/a: appending metadata at 1733889427126 (+16 ms)Flushing b2c9145f32b3d1bc25d163505012967f/a: closing flushed file at 1733889427126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcce4d9: reopening flushed file at 1733889427142 (+16 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b2c9145f32b3d1bc25d163505012967f in 41ms, sequenceid=2, compaction requested=false; wal=null at 1733889427151 (+9 ms)Cleaning up temporary data from old regions at 1733889427152 (+1 ms)Region opened successfully at 1733889427158 (+6 ms) 2024-12-11T03:57:07,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:55542 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:56638 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:55294 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34628 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:56424 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34572 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=4474 (was 4489) 2024-12-11T03:57:07,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=4473 2024-12-11T03:57:07,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:07,204 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:07,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:07,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13561435, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-13561435, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:07,221 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13561435/hregion-13561435.1733889427208, exclude list is [], retry=0 2024-12-11T03:57:07,225 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:07,225 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:07,225 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:07,228 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13561435/hregion-13561435.1733889427208 2024-12-11T03:57:07,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:07,229 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f98aa5dfd5943cfaa71e62f2c6394e9b, NAME => 'testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:57:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:57:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741854_1030 (size=64) 2024-12-11T03:57:07,241 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:07,242 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,244 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName a 2024-12-11T03:57:07,244 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:07,245 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:07,245 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,246 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName b 2024-12-11T03:57:07,247 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:07,247 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:07,247 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,249 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName c 2024-12-11T03:57:07,249 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:07,249 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:07,249 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,250 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,251 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,253 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:07,254 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:07,257 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:07,257 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f98aa5dfd5943cfaa71e62f2c6394e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71663463, jitterRate=0.06786881387233734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:07,257 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f98aa5dfd5943cfaa71e62f2c6394e9b: Writing region info on filesystem at 1733889427241Initializing all the Stores at 1733889427242 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889427242Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889427242Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889427242Cleaning up temporary data from old regions at 1733889427252 (+10 ms)Region opened successfully at 1733889427257 (+5 ms) 2024-12-11T03:57:07,258 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f98aa5dfd5943cfaa71e62f2c6394e9b, disabling compactions & flushes 2024-12-11T03:57:07,258 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:07,258 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:07,258 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. after waiting 0 ms 2024-12-11T03:57:07,258 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:07,258 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:07,258 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f98aa5dfd5943cfaa71e62f2c6394e9b: Waiting for close lock at 1733889427258Disabling compacts and flushes for region at 1733889427258Disabling writes for close at 1733889427258Writing region close event to WAL at 1733889427258Closed at 1733889427258 2024-12-11T03:57:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741853_1029 (size=93) 2024-12-11T03:57:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741853_1029 (size=93) 2024-12-11T03:57:07,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-13561435/hregion-13561435.1733889427208 not finished, retry = 0 2024-12-11T03:57:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741853_1029 (size=93) 2024-12-11T03:57:07,366 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:07,366 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13561435:(num 1733889427208) 2024-12-11T03:57:07,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:07,369 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:07,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, exclude list is [], retry=0 2024-12-11T03:57:07,386 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:07,386 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:07,386 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:07,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 2024-12-11T03:57:07,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:07,565 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, size=0 (0bytes) 2024-12-11T03:57:07,565 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 might be still open, length is 0 2024-12-11T03:57:07,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 2024-12-11T03:57:07,566 WARN [IPC Server handler 1 on default port 38461 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-11T03:57:07,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 after 2ms 2024-12-11T03:57:08,141 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:56666 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56666 dst: /127.0.0.1:44821 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44821 remote=/127.0.0.1:56666]. Total timeout mills is 60000, 59390 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:08,142 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:55580 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55580 dst: /127.0.0.1:42491 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:08,142 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34660 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34660 dst: /127.0.0.1:35643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741855_1032 (size=200589) 2024-12-11T03:57:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741855_1032 (size=200589) 2024-12-11T03:57:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741855_1032 (size=200589) 2024-12-11T03:57:11,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:57:11,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T03:57:11,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 after 4003ms 2024-12-11T03:57:11,572 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:11,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 took 4009ms 2024-12-11T03:57:11,579 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733889427369.temp 2024-12-11T03:57:11,591 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp 2024-12-11T03:57:11,689 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369; continuing. 2024-12-11T03:57:11,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 so closing down 2024-12-11T03:57:11,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:11,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741856_1033 (size=200597) 2024-12-11T03:57:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741856_1033 (size=200597) 2024-12-11T03:57:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741856_1033 (size=200597) 2024-12-11T03:57:11,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp (wrote 3002 edits, skipped 0 edits in 42 ms) 2024-12-11T03:57:11,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 2024-12-11T03:57:11,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:57:11,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, journal: Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, size=0 (0bytes) at 1733889427565Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp at 1733889431591 (+4026 ms)Split 1024 edits, skipped 0 edits. at 1733889431634 (+43 ms)Split 2048 edits, skipped 0 edits. at 1733889431664 (+30 ms)Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 so closing down at 1733889431690 (+26 ms)3 split writer threads finished at 1733889431690Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp (wrote 3002 edits, skipped 0 edits in 42 ms) at 1733889431695 (+5 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000000001-wal.1733889427369.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 at 1733889431697 (+2 ms)Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369, size=0, length=0, corrupted=false, cancelled=false at 1733889431697 2024-12-11T03:57:11,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889427369 2024-12-11T03:57:11,701 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 2024-12-11T03:57:11,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:11,703 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:11,717 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889431703, exclude list is [], retry=0 2024-12-11T03:57:11,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:11,721 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:11,721 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:11,724 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889431703 2024-12-11T03:57:11,724 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:11,724 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:11,726 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,727 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName a 2024-12-11T03:57:11,727 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:11,728 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:11,728 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,729 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName b 2024-12-11T03:57:11,729 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:11,729 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:11,729 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,730 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98aa5dfd5943cfaa71e62f2c6394e9b columnFamilyName c 2024-12-11T03:57:11,730 DEBUG [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:11,731 INFO [StoreOpener-f98aa5dfd5943cfaa71e62f2c6394e9b-1 {}] regionserver.HStore(327): Store=f98aa5dfd5943cfaa71e62f2c6394e9b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:11,731 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,732 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,734 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:11,735 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 2024-12-11T03:57:11,737 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:11,771 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:57:12,139 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f98aa5dfd5943cfaa71e62f2c6394e9b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:57:12,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/0fa2d84cdd994acaa1e6871d6b9eed2c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733889427394/Put/seqid=0 2024-12-11T03:57:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:57:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:57:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741858_1035 (size=50463) 2024-12-11T03:57:12,201 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/0fa2d84cdd994acaa1e6871d6b9eed2c 2024-12-11T03:57:12,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/0fa2d84cdd994acaa1e6871d6b9eed2c as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/a/0fa2d84cdd994acaa1e6871d6b9eed2c 2024-12-11T03:57:12,220 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/a/0fa2d84cdd994acaa1e6871d6b9eed2c, entries=754, sequenceid=754, filesize=49.3 K 2024-12-11T03:57:12,220 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for f98aa5dfd5943cfaa71e62f2c6394e9b in 82ms, sequenceid=754, compaction requested=false; wal=null 2024-12-11T03:57:12,246 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:57:12,246 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f98aa5dfd5943cfaa71e62f2c6394e9b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:57:12,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/b5e249c7533b4fc085027aebc122bc02 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733889427428/Put/seqid=0 2024-12-11T03:57:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:57:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:57:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741859_1036 (size=20072) 2024-12-11T03:57:12,264 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/b5e249c7533b4fc085027aebc122bc02 2024-12-11T03:57:12,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/9a8c6fe1862748dd9d05dc6fee8a6d2c is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733889427449/Put/seqid=0 2024-12-11T03:57:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:57:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:57:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741860_1037 (size=35835) 2024-12-11T03:57:12,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/9a8c6fe1862748dd9d05dc6fee8a6d2c 2024-12-11T03:57:12,306 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/a/b5e249c7533b4fc085027aebc122bc02 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/a/b5e249c7533b4fc085027aebc122bc02 2024-12-11T03:57:12,313 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/a/b5e249c7533b4fc085027aebc122bc02, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-11T03:57:12,315 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/9a8c6fe1862748dd9d05dc6fee8a6d2c as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/b/9a8c6fe1862748dd9d05dc6fee8a6d2c 2024-12-11T03:57:12,323 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/b/9a8c6fe1862748dd9d05dc6fee8a6d2c, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-11T03:57:12,323 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f98aa5dfd5943cfaa71e62f2c6394e9b in 77ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-11T03:57:12,336 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:57:12,337 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f98aa5dfd5943cfaa71e62f2c6394e9b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-11T03:57:12,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/25c6d0102a1b4fd1acedef074de48b86 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733889427466/Put/seqid=0 2024-12-11T03:57:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:57:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:57:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741861_1038 (size=35082) 2024-12-11T03:57:12,356 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/25c6d0102a1b4fd1acedef074de48b86 2024-12-11T03:57:12,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/5bfc37bf66754821af08c7921ef73d33 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733889427492/Put/seqid=0 2024-12-11T03:57:12,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:57:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:57:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741862_1039 (size=20825) 2024-12-11T03:57:12,393 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/5bfc37bf66754821af08c7921ef73d33 2024-12-11T03:57:12,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/b/25c6d0102a1b4fd1acedef074de48b86 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/b/25c6d0102a1b4fd1acedef074de48b86 2024-12-11T03:57:12,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/b/25c6d0102a1b4fd1acedef074de48b86, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-11T03:57:12,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/5bfc37bf66754821af08c7921ef73d33 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/c/5bfc37bf66754821af08c7921ef73d33 2024-12-11T03:57:12,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/c/5bfc37bf66754821af08c7921ef73d33, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-11T03:57:12,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f98aa5dfd5943cfaa71e62f2c6394e9b in 83ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-11T03:57:12,433 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733889427529/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:12,437 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 2024-12-11T03:57:12,437 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-11T03:57:12,438 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f98aa5dfd5943cfaa71e62f2c6394e9b 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-11T03:57:12,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/f30e9047201d499688d373642882ad13 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733889427498/Put/seqid=0 2024-12-11T03:57:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:57:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:57:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741863_1040 (size=50301) 2024-12-11T03:57:12,458 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/f30e9047201d499688d373642882ad13 2024-12-11T03:57:12,465 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30e9047201d499688d373642882ad13 2024-12-11T03:57:12,466 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/.tmp/c/f30e9047201d499688d373642882ad13 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/c/f30e9047201d499688d373642882ad13 2024-12-11T03:57:12,472 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30e9047201d499688d373642882ad13 2024-12-11T03:57:12,472 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/c/f30e9047201d499688d373642882ad13, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-11T03:57:12,473 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for f98aa5dfd5943cfaa71e62f2c6394e9b in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-11T03:57:12,473 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/0000000000000003002 2024-12-11T03:57:12,475 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:12,475 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:12,475 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T03:57:12,477 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f98aa5dfd5943cfaa71e62f2c6394e9b 2024-12-11T03:57:12,480 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenIntoWAL/f98aa5dfd5943cfaa71e62f2c6394e9b/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-11T03:57:12,481 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f98aa5dfd5943cfaa71e62f2c6394e9b; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63908794, jitterRate=-0.04768475890159607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T03:57:12,481 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f98aa5dfd5943cfaa71e62f2c6394e9b: Writing region info on filesystem at 1733889431724Initializing all the Stores at 1733889431725 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889431725Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889431726 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889431726Cleaning up temporary data from old regions at 1733889432475 (+749 ms)Region opened successfully at 1733889432481 (+6 ms) 2024-12-11T03:57:12,543 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f98aa5dfd5943cfaa71e62f2c6394e9b, disabling compactions & flushes 2024-12-11T03:57:12,543 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:12,543 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:12,543 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. after waiting 0 ms 2024-12-11T03:57:12,543 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:12,546 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733889427203.f98aa5dfd5943cfaa71e62f2c6394e9b. 2024-12-11T03:57:12,546 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f98aa5dfd5943cfaa71e62f2c6394e9b: Waiting for close lock at 1733889432543Disabling compacts and flushes for region at 1733889432543Disabling writes for close at 1733889432543Writing region close event to WAL at 1733889432546 (+3 ms)Closed at 1733889432546 2024-12-11T03:57:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741857_1034 (size=93) 2024-12-11T03:57:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741857_1034 (size=93) 2024-12-11T03:57:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741857_1034 (size=93) 2024-12-11T03:57:12,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:12,554 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733889431703) 2024-12-11T03:57:12,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=400 (was 386) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286191858_22 at /127.0.0.1:47876 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:37747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286191858_22 at /127.0.0.1:43082 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286191858_22 at /127.0.0.1:43108 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286191858_22 at /127.0.0.1:34508 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:38461 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:44901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=4385 (was 4473) 2024-12-11T03:57:12,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=4383 2024-12-11T03:57:12,610 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:12,613 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:12,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:12,617 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61887844, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-61887844, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:12,632 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61887844/hregion-61887844.1733889432618, exclude list is [], retry=0 2024-12-11T03:57:12,636 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:12,636 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:12,636 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:12,639 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61887844/hregion-61887844.1733889432618 2024-12-11T03:57:12,640 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:12,640 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6f297a6167e24391cf09a2d226e29a66, NAME => 'test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:57:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:57:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741865_1042 (size=43) 2024-12-11T03:57:12,654 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:12,656 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,658 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName a 2024-12-11T03:57:12,658 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:12,658 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:12,658 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,660 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName b 2024-12-11T03:57:12,660 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:12,661 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:12,661 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,662 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName c 2024-12-11T03:57:12,662 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:12,663 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:12,663 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,664 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,665 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,666 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,666 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,667 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:12,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:12,671 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:12,671 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f297a6167e24391cf09a2d226e29a66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313398, jitterRate=0.03285011649131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f297a6167e24391cf09a2d226e29a66: Writing region info on filesystem at 1733889432654Initializing all the Stores at 1733889432655 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889432655Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889432656 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889432656Cleaning up temporary data from old regions at 1733889432666 (+10 ms)Region opened successfully at 1733889432673 (+7 ms) 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f297a6167e24391cf09a2d226e29a66, disabling compactions & flushes 2024-12-11T03:57:12,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. after waiting 0 ms 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:12,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:12,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f297a6167e24391cf09a2d226e29a66: Waiting for close lock at 1733889432673Disabling compacts and flushes for region at 1733889432673Disabling writes for close at 1733889432673Writing region close event to WAL at 1733889432673Closed at 1733889432673 2024-12-11T03:57:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741864_1041 (size=93) 2024-12-11T03:57:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741864_1041 (size=93) 2024-12-11T03:57:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741864_1041 (size=93) 2024-12-11T03:57:12,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:12,681 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61887844:(num 1733889432618) 2024-12-11T03:57:12,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:12,683 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:12,706 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, exclude list is [], retry=0 2024-12-11T03:57:12,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:12,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:12,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:12,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 2024-12-11T03:57:12,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741866_1043 (size=200357) 2024-12-11T03:57:12,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 not finished, retry = 0 2024-12-11T03:57:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741866_1043 (size=200357) 2024-12-11T03:57:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741866_1043 (size=200357) 2024-12-11T03:57:12,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, size=195.7 K (200357bytes) 2024-12-11T03:57:12,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 2024-12-11T03:57:12,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 after 0ms 2024-12-11T03:57:13,002 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:13,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 took 6ms 2024-12-11T03:57:13,008 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733889432684.temp 2024-12-11T03:57:13,010 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp 2024-12-11T03:57:13,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 so closing down 2024-12-11T03:57:13,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:13,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741867_1044 (size=200357) 2024-12-11T03:57:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741867_1044 (size=200357) 2024-12-11T03:57:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741867_1044 (size=200357) 2024-12-11T03:57:13,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-12-11T03:57:13,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp to hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 2024-12-11T03:57:13,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-11T03:57:13,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, journal: Splitting hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, size=195.7 K (200357bytes) at 1733889432999Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp at 1733889433010 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733889433028 (+18 ms)Split 2048 edits, skipped 0 edits. at 1733889433049 (+21 ms)Finishing writing output for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 so closing down at 1733889433069 (+20 ms)3 split writer threads finished at 1733889433069Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1733889433074 (+5 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000000001-wal.1733889432684.temp to hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 at 1733889433076 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733889433076 2024-12-11T03:57:13,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889432684 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889432684 2024-12-11T03:57:13,079 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 2024-12-11T03:57:13,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:13,082 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:13,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, exclude list is [], retry=0 2024-12-11T03:57:13,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:13,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:13,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:13,113 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 2024-12-11T03:57:13,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741868_1045 (size=200484) 2024-12-11T03:57:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741868_1045 (size=200484) 2024-12-11T03:57:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741868_1045 (size=200484) 2024-12-11T03:57:13,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, size=195.8 K (200484bytes) 2024-12-11T03:57:13,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 2024-12-11T03:57:13,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 after 0ms 2024-12-11T03:57:13,378 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:13,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 took 6ms 2024-12-11T03:57:13,390 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733889433083.temp 2024-12-11T03:57:13,408 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp 2024-12-11T03:57:13,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 so closing down 2024-12-11T03:57:13,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:13,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:13,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741869_1046 (size=200484) 2024-12-11T03:57:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741869_1046 (size=200484) 2024-12-11T03:57:13,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741869_1046 (size=200484) 2024-12-11T03:57:13,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-12-11T03:57:13,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp to hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 2024-12-11T03:57:13,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-11T03:57:13,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, journal: Splitting hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, size=195.8 K (200484bytes) at 1733889433374Split 1024 edits, skipped 0 edits. at 1733889433400 (+26 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp at 1733889433409 (+9 ms)Split 2048 edits, skipped 0 edits. at 1733889433420 (+11 ms)Finishing writing output for hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 so closing down at 1733889433436 (+16 ms)3 split writer threads finished at 1733889433439 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1733889433453 (+14 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003001-wal.1733889433083.temp to hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 at 1733889433455 (+2 ms)Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733889433455 2024-12-11T03:57:13,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433083 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889433083 2024-12-11T03:57:13,458 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 2024-12-11T03:57:13,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:13,461 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/test2727-manual,16010,1733889432610, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:13,479 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433461, exclude list is [], retry=0 2024-12-11T03:57:13,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:13,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:13,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:13,489 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433461 2024-12-11T03:57:13,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f297a6167e24391cf09a2d226e29a66, NAME => 'test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,493 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,496 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,497 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName a 2024-12-11T03:57:13,498 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:13,498 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:13,499 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,500 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName b 2024-12-11T03:57:13,500 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:13,501 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:13,501 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,502 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f297a6167e24391cf09a2d226e29a66 columnFamilyName c 2024-12-11T03:57:13,502 DEBUG [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:13,503 INFO [StoreOpener-6f297a6167e24391cf09a2d226e29a66-1 {}] regionserver.HStore(327): Store=6f297a6167e24391cf09a2d226e29a66/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:13,503 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,503 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,507 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,508 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 2024-12-11T03:57:13,511 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:13,577 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 2024-12-11T03:57:13,579 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 2024-12-11T03:57:13,582 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:13,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T03:57:13,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:13,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T03:57:13,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T03:57:13,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T03:57:13,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:13,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-11T03:57:13,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:13,636 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 2024-12-11T03:57:13,637 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f297a6167e24391cf09a2d226e29a66 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-11T03:57:13,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/a/0555e3dc1d874af7b55649a068a996e3 is 41, key is test2727/a:100/1733889433121/Put/seqid=0 2024-12-11T03:57:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:57:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:57:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741871_1048 (size=84227) 2024-12-11T03:57:13,683 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/a/0555e3dc1d874af7b55649a068a996e3 2024-12-11T03:57:13,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/b/a130154caa58446ca2e180828280775b is 41, key is test2727/b:100/1733889433197/Put/seqid=0 2024-12-11T03:57:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:57:13,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:57:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741872_1049 (size=84609) 2024-12-11T03:57:13,741 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/b/a130154caa58446ca2e180828280775b 2024-12-11T03:57:13,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/c/c63ac34357524d59be44636a2149a326 is 41, key is test2727/c:100/1733889433280/Put/seqid=0 2024-12-11T03:57:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:57:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:57:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741873_1050 (size=84609) 2024-12-11T03:57:13,806 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/c/c63ac34357524d59be44636a2149a326 2024-12-11T03:57:13,815 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/a/0555e3dc1d874af7b55649a068a996e3 as hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/a/0555e3dc1d874af7b55649a068a996e3 2024-12-11T03:57:13,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/a/0555e3dc1d874af7b55649a068a996e3, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-11T03:57:13,824 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/b/a130154caa58446ca2e180828280775b as hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/b/a130154caa58446ca2e180828280775b 2024-12-11T03:57:13,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/b/a130154caa58446ca2e180828280775b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T03:57:13,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/.tmp/c/c63ac34357524d59be44636a2149a326 as hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/c/c63ac34357524d59be44636a2149a326 2024-12-11T03:57:13,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/c/c63ac34357524d59be44636a2149a326, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-11T03:57:13,841 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 6f297a6167e24391cf09a2d226e29a66 in 205ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-11T03:57:13,842 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000003000 2024-12-11T03:57:13,843 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/0000000000000006000 2024-12-11T03:57:13,844 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,844 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,845 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:13,846 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f297a6167e24391cf09a2d226e29a66 2024-12-11T03:57:13,849 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/test2727/6f297a6167e24391cf09a2d226e29a66/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-11T03:57:13,850 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f297a6167e24391cf09a2d226e29a66; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73473871, jitterRate=0.09484599530696869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:13,852 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f297a6167e24391cf09a2d226e29a66: Writing region info on filesystem at 1733889433493Initializing all the Stores at 1733889433494 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889433494Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889433496 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889433496Obtaining lock to block concurrent updates at 1733889433637 (+141 ms)Preparing flush snapshotting stores in 6f297a6167e24391cf09a2d226e29a66 at 1733889433637Finished memstore snapshotting test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733889433637Flushing stores of test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. at 1733889433637Flushing 6f297a6167e24391cf09a2d226e29a66/a: creating writer at 1733889433637Flushing 6f297a6167e24391cf09a2d226e29a66/a: appending metadata at 1733889433661 (+24 ms)Flushing 6f297a6167e24391cf09a2d226e29a66/a: closing flushed file at 1733889433661Flushing 6f297a6167e24391cf09a2d226e29a66/b: creating writer at 1733889433691 (+30 ms)Flushing 6f297a6167e24391cf09a2d226e29a66/b: appending metadata at 1733889433716 (+25 ms)Flushing 6f297a6167e24391cf09a2d226e29a66/b: closing flushed file at 1733889433716Flushing 6f297a6167e24391cf09a2d226e29a66/c: creating writer at 1733889433749 (+33 ms)Flushing 6f297a6167e24391cf09a2d226e29a66/c: appending metadata at 1733889433774 (+25 ms)Flushing 6f297a6167e24391cf09a2d226e29a66/c: closing flushed file at 1733889433774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbc28b8: reopening flushed file at 1733889433814 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a236e1: reopening flushed file at 1733889433823 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686890ae: reopening flushed file at 1733889433832 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 6f297a6167e24391cf09a2d226e29a66 in 205ms, sequenceid=6000, compaction requested=false; wal=null at 1733889433841 (+9 ms)Cleaning up temporary data from old regions at 1733889433844 (+3 ms)Region opened successfully at 1733889433852 (+8 ms) 2024-12-11T03:57:13,853 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-11T03:57:13,853 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f297a6167e24391cf09a2d226e29a66, disabling compactions & flushes 2024-12-11T03:57:13,853 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:13,853 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:13,853 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. after waiting 0 ms 2024-12-11T03:57:13,854 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:13,858 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733889432611.6f297a6167e24391cf09a2d226e29a66. 2024-12-11T03:57:13,858 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f297a6167e24391cf09a2d226e29a66: Waiting for close lock at 1733889433853Disabling compacts and flushes for region at 1733889433853Disabling writes for close at 1733889433853Writing region close event to WAL at 1733889433858 (+5 ms)Closed at 1733889433858 2024-12-11T03:57:13,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733889432610/wal.1733889433461 not finished, retry = 0 2024-12-11T03:57:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741870_1047 (size=93) 2024-12-11T03:57:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741870_1047 (size=93) 2024-12-11T03:57:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741870_1047 (size=93) 2024-12-11T03:57:13,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:13,967 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733889433461) 2024-12-11T03:57:13,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:43236 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34508 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:47958 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=4127 (was 4383) 2024-12-11T03:57:13,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=4126 2024-12-11T03:57:14,018 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:14,026 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:14,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733889434026 2024-12-11T03:57:14,066 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 2024-12-11T03:57:14,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:14,071 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c753bba6efeb0d5852952806e1e5148f, NAME => 'testSequentialEditLogSeqNum,,1733889434019.c753bba6efeb0d5852952806e1e5148f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:14,072 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733889434019.c753bba6efeb0d5852952806e1e5148f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:14,072 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,072 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,073 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f doesn't exist for region: c753bba6efeb0d5852952806e1e5148f on table testSequentialEditLogSeqNum 2024-12-11T03:57:14,073 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c753bba6efeb0d5852952806e1e5148f on table testSequentialEditLogSeqNum 2024-12-11T03:57:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:57:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:57:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741875_1052 (size=62) 2024-12-11T03:57:14,497 INFO [StoreOpener-c753bba6efeb0d5852952806e1e5148f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,499 INFO [StoreOpener-c753bba6efeb0d5852952806e1e5148f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c753bba6efeb0d5852952806e1e5148f columnFamilyName a 2024-12-11T03:57:14,499 DEBUG [StoreOpener-c753bba6efeb0d5852952806e1e5148f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,499 INFO [StoreOpener-c753bba6efeb0d5852952806e1e5148f-1 {}] regionserver.HStore(327): Store=c753bba6efeb0d5852952806e1e5148f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,499 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,501 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,501 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,503 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c753bba6efeb0d5852952806e1e5148f 2024-12-11T03:57:14,505 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:14,506 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c753bba6efeb0d5852952806e1e5148f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66333648, jitterRate=-0.011551618576049805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:14,507 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c753bba6efeb0d5852952806e1e5148f: Writing region info on filesystem at 1733889434072Initializing all the Stores at 1733889434496 (+424 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434496Cleaning up temporary data from old regions at 1733889434501 (+5 ms)Region opened successfully at 1733889434507 (+6 ms) 2024-12-11T03:57:14,519 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c753bba6efeb0d5852952806e1e5148f 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-11T03:57:14,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/.tmp/a/8d07e397c69c40e3a2bc3e70ce790508 is 81, key is testSequentialEditLogSeqNum/a:x0/1733889434507/Put/seqid=0 2024-12-11T03:57:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:57:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:57:14,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741876_1053 (size=5833) 2024-12-11T03:57:14,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/.tmp/a/8d07e397c69c40e3a2bc3e70ce790508 2024-12-11T03:57:14,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/.tmp/a/8d07e397c69c40e3a2bc3e70ce790508 as hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/a/8d07e397c69c40e3a2bc3e70ce790508 2024-12-11T03:57:14,569 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/a/8d07e397c69c40e3a2bc3e70ce790508, entries=10, sequenceid=13, filesize=5.7 K 2024-12-11T03:57:14,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c753bba6efeb0d5852952806e1e5148f in 51ms, sequenceid=13, compaction requested=false 2024-12-11T03:57:14,571 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c753bba6efeb0d5852952806e1e5148f: 2024-12-11T03:57:14,576 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:57:14,576 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:57:14,577 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:57:14,577 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:57:14,577 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-11T03:57:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741874_1051 (size=1616) 2024-12-11T03:57:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741874_1051 (size=1616) 2024-12-11T03:57:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741874_1051 (size=1616) 2024-12-11T03:57:14,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026, size=1.6 K (1616bytes) 2024-12-11T03:57:14,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 2024-12-11T03:57:14,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 after 1ms 2024-12-11T03:57:14,600 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:14,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 took 4ms 2024-12-11T03:57:14,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 so closing down 2024-12-11T03:57:14,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:14,604 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733889434026.temp 2024-12-11T03:57:14,606 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp 2024-12-11T03:57:14,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741877_1054 (size=1175) 2024-12-11T03:57:14,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741877_1054 (size=1175) 2024-12-11T03:57:14,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741877_1054 (size=1175) 2024-12-11T03:57:14,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:14,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp to hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000020 2024-12-11T03:57:14,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-11T03:57:14,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026, journal: Splitting hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026, size=1.6 K (1616bytes) at 1733889434596Finishing writing output for hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026 so closing down at 1733889434603 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp at 1733889434606 (+3 ms)3 split writer threads finished at 1733889434606Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733889434614 (+8 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000003-wal.1733889434026.temp to hdfs://localhost:38461/hbase/data/default/testSequentialEditLogSeqNum/c753bba6efeb0d5852952806e1e5148f/recovered.edits/0000000000000000020 at 1733889434616 (+2 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733889434017/wal.1733889434026, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733889434616 2024-12-11T03:57:14,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=409 (was 402) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:43236 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:47958 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=4058 (was 4126) 2024-12-11T03:57:14,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=4058 2024-12-11T03:57:14,673 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:14,676 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:14,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:14,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13238372, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-13238372, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:14,738 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13238372/hregion-13238372.1733889434717, exclude list is [], retry=0 2024-12-11T03:57:14,741 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:14,742 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:14,742 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:14,744 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13238372/hregion-13238372.1733889434717 2024-12-11T03:57:14,744 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:14,744 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aee624db1118b54d497290991f6bbe91, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:57:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:57:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741879_1056 (size=70) 2024-12-11T03:57:14,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:14,757 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,759 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName a 2024-12-11T03:57:14,759 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,759 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,759 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,761 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName b 2024-12-11T03:57:14,761 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,761 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,761 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,763 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName c 2024-12-11T03:57:14,763 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,763 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,766 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:14,767 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,769 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:14,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aee624db1118b54d497290991f6bbe91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64965940, jitterRate=-0.031932055950164795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:14,770 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aee624db1118b54d497290991f6bbe91: Writing region info on filesystem at 1733889434756Initializing all the Stores at 1733889434757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434757Cleaning up temporary data from old regions at 1733889434765 (+8 ms)Region opened successfully at 1733889434770 (+5 ms) 2024-12-11T03:57:14,770 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aee624db1118b54d497290991f6bbe91, disabling compactions & flushes 2024-12-11T03:57:14,770 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:14,770 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:14,770 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. after waiting 0 ms 2024-12-11T03:57:14,770 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:14,771 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:14,771 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aee624db1118b54d497290991f6bbe91: Waiting for close lock at 1733889434770Disabling compacts and flushes for region at 1733889434770Disabling writes for close at 1733889434770Writing region close event to WAL at 1733889434771 (+1 ms)Closed at 1733889434771 2024-12-11T03:57:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741878_1055 (size=93) 2024-12-11T03:57:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741878_1055 (size=93) 2024-12-11T03:57:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741878_1055 (size=93) 2024-12-11T03:57:14,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:14,776 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13238372:(num 1733889434717) 2024-12-11T03:57:14,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:14,778 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:14,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, exclude list is [], retry=0 2024-12-11T03:57:14,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:14,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:14,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:14,797 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 2024-12-11T03:57:14,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:14,797 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aee624db1118b54d497290991f6bbe91, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:14,797 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:14,797 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,797 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,799 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,799 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName a 2024-12-11T03:57:14,800 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,800 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,800 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,801 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName b 2024-12-11T03:57:14,801 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,801 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,801 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,802 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName c 2024-12-11T03:57:14,802 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:14,803 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:14,803 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,804 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,806 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,806 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,806 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:14,808 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:14,808 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aee624db1118b54d497290991f6bbe91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60371388, jitterRate=-0.10039621591567993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:14,809 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aee624db1118b54d497290991f6bbe91: Writing region info on filesystem at 1733889434797Initializing all the Stores at 1733889434798 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434798Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434798Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889434798Cleaning up temporary data from old regions at 1733889434806 (+8 ms)Region opened successfully at 1733889434809 (+3 ms) 2024-12-11T03:57:14,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733889434812/Put/seqid=0 2024-12-11T03:57:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:57:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:57:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741881_1058 (size=4826) 2024-12-11T03:57:14,820 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38461/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in aee624db1118b54d497290991f6bbe91/a 2024-12-11T03:57:14,829 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-11T03:57:14,829 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:57:14,829 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aee624db1118b54d497290991f6bbe91: 2024-12-11T03:57:14,830 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/6b093b1704c64d75b74bac26ab3dab41_SeqId_3_ 2024-12-11T03:57:14,831 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38461/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into aee624db1118b54d497290991f6bbe91/a as hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/6b093b1704c64d75b74bac26ab3dab41_SeqId_3_ - updating store file list. 2024-12-11T03:57:14,836 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b093b1704c64d75b74bac26ab3dab41_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:14,836 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/6b093b1704c64d75b74bac26ab3dab41_SeqId_3_ into aee624db1118b54d497290991f6bbe91/a 2024-12-11T03:57:14,836 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38461/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into aee624db1118b54d497290991f6bbe91/a (new location: hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/6b093b1704c64d75b74bac26ab3dab41_SeqId_3_) 2024-12-11T03:57:14,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, size=0 (0bytes) 2024-12-11T03:57:14,883 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 might be still open, length is 0 2024-12-11T03:57:14,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 2024-12-11T03:57:14,883 WARN [IPC Server handler 0 on default port 38461 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-11T03:57:14,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 after 1ms 2024-12-11T03:57:17,127 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48060 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48060 dst: /127.0.0.1:42491 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42491 remote=/127.0.0.1:48060]. Total timeout mills is 60000, 57715 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:17,127 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34710 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34710 dst: /127.0.0.1:44821 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:17,127 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:43340 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43340 dst: /127.0.0.1:35643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741880_1059 (size=434) 2024-12-11T03:57:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741880_1059 (size=434) 2024-12-11T03:57:18,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 after 4001ms 2024-12-11T03:57:18,888 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:18,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 took 4006ms 2024-12-11T03:57:18,889 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778; continuing. 2024-12-11T03:57:18,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 so closing down 2024-12-11T03:57:18,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:18,891 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733889434778.temp 2024-12-11T03:57:18,893 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp 2024-12-11T03:57:18,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741882_1060 (size=236) 2024-12-11T03:57:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741882_1060 (size=236) 2024-12-11T03:57:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741882_1060 (size=236) 2024-12-11T03:57:18,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:18,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp to hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 2024-12-11T03:57:18,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:57:18,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, journal: Splitting hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, size=0 (0bytes) at 1733889434883Finishing writing output for hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 so closing down at 1733889438890 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp at 1733889438893 (+3 ms)3 split writer threads finished at 1733889438893Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733889438903 (+10 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005-wal.1733889434778.temp to hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 at 1733889438904 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778, size=0, length=0, corrupted=false, cancelled=false at 1733889438904 2024-12-11T03:57:18,906 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889434778 2024-12-11T03:57:18,907 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 2024-12-11T03:57:18,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:18,909 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:18,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889438909, exclude list is [], retry=0 2024-12-11T03:57:18,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:18,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:18,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:18,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889438909 2024-12-11T03:57:18,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:18,927 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aee624db1118b54d497290991f6bbe91, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:18,928 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:18,928 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,928 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,929 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,930 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName a 2024-12-11T03:57:18,930 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:18,939 DEBUG [StoreFileOpener-aee624db1118b54d497290991f6bbe91-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b093b1704c64d75b74bac26ab3dab41_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:18,939 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/6b093b1704c64d75b74bac26ab3dab41_SeqId_3_ 2024-12-11T03:57:18,939 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:18,939 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,941 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName b 2024-12-11T03:57:18,941 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:18,941 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:18,942 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,942 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee624db1118b54d497290991f6bbe91 columnFamilyName c 2024-12-11T03:57:18,943 DEBUG [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:18,943 INFO [StoreOpener-aee624db1118b54d497290991f6bbe91-1 {}] regionserver.HStore(327): Store=aee624db1118b54d497290991f6bbe91/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:18,943 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,947 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 2024-12-11T03:57:18,949 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:18,950 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 2024-12-11T03:57:18,950 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aee624db1118b54d497290991f6bbe91 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-11T03:57:18,970 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/.tmp/a/ae85b1d8c8124ab8a47dd8a43d33b1da is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733889434841/Put/seqid=0 2024-12-11T03:57:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:57:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:57:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741884_1062 (size=5149) 2024-12-11T03:57:18,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/.tmp/a/ae85b1d8c8124ab8a47dd8a43d33b1da 2024-12-11T03:57:18,984 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/.tmp/a/ae85b1d8c8124ab8a47dd8a43d33b1da as hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/ae85b1d8c8124ab8a47dd8a43d33b1da 2024-12-11T03:57:18,989 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/a/ae85b1d8c8124ab8a47dd8a43d33b1da, entries=1, sequenceid=5, filesize=5.0 K 2024-12-11T03:57:18,990 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for aee624db1118b54d497290991f6bbe91 in 40ms, sequenceid=5, compaction requested=false; wal=null 2024-12-11T03:57:18,990 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/0000000000000000005 2024-12-11T03:57:18,992 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,992 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,992 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:18,994 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aee624db1118b54d497290991f6bbe91 2024-12-11T03:57:18,996 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/aee624db1118b54d497290991f6bbe91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T03:57:18,997 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aee624db1118b54d497290991f6bbe91; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59209499, jitterRate=-0.11770971119403839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:18,998 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aee624db1118b54d497290991f6bbe91: Writing region info on filesystem at 1733889438928Initializing all the Stores at 1733889438929 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889438929Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889438929Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889438929Obtaining lock to block concurrent updates at 1733889438950 (+21 ms)Preparing flush snapshotting stores in aee624db1118b54d497290991f6bbe91 at 1733889438950Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733889438950Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. at 1733889438951 (+1 ms)Flushing aee624db1118b54d497290991f6bbe91/a: creating writer at 1733889438951Flushing aee624db1118b54d497290991f6bbe91/a: appending metadata at 1733889438970 (+19 ms)Flushing aee624db1118b54d497290991f6bbe91/a: closing flushed file at 1733889438970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787151ab: reopening flushed file at 1733889438983 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for aee624db1118b54d497290991f6bbe91 in 40ms, sequenceid=5, compaction requested=false; wal=null at 1733889438990 (+7 ms)Cleaning up temporary data from old regions at 1733889438992 (+2 ms)Region opened successfully at 1733889438997 (+5 ms) 2024-12-11T03:57:19,002 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aee624db1118b54d497290991f6bbe91, disabling compactions & flushes 2024-12-11T03:57:19,002 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:19,002 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:19,002 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. after waiting 0 ms 2024-12-11T03:57:19,002 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:19,003 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733889434674.aee624db1118b54d497290991f6bbe91. 2024-12-11T03:57:19,003 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aee624db1118b54d497290991f6bbe91: Waiting for close lock at 1733889439002Disabling compacts and flushes for region at 1733889439002Disabling writes for close at 1733889439002Writing region close event to WAL at 1733889439003 (+1 ms)Closed at 1733889439003 2024-12-11T03:57:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741883_1061 (size=93) 2024-12-11T03:57:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741883_1061 (size=93) 2024-12-11T03:57:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741883_1061 (size=93) 2024-12-11T03:57:19,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:19,009 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733889438909) 2024-12-11T03:57:19,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 409) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:38461 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1638651946_22 at /127.0.0.1:48102 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1638651946_22 at /127.0.0.1:43390 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1638651946_22 at /127.0.0.1:34724 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=3997 (was 4058) 2024-12-11T03:57:19,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=3997 2024-12-11T03:57:19,053 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:19,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T03:57:19,062 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c49966d8a95f,44899,1733889423183 2024-12-11T03:57:19,065 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d128bd5 2024-12-11T03:57:19,065 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T03:57:19,067 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T03:57:19,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T03:57:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T03:57:19,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T03:57:19,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-11T03:57:19,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:19,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T03:57:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:57:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:57:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:57:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741885_1063 (size=694) 2024-12-11T03:57:19,094 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1 2024-12-11T03:57:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:57:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:57:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741886_1064 (size=77) 2024-12-11T03:57:19,106 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:19,106 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:19,106 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,106 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,106 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:19,107 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,107 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,107 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889439106Disabling compacts and flushes for region at 1733889439106Disabling writes for close at 1733889439107 (+1 ms)Writing region close event to WAL at 1733889439107Closed at 1733889439107 2024-12-11T03:57:19,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T03:57:19,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733889439109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733889439109"}]},"ts":"1733889439109"} 2024-12-11T03:57:19,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T03:57:19,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T03:57:19,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733889439118"}]},"ts":"1733889439118"} 2024-12-11T03:57:19,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-11T03:57:19,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T03:57:19,127 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:57:19,127 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:57:19,127 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T03:57:19,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:57:19,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN}] 2024-12-11T03:57:19,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN 2024-12-11T03:57:19,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN; state=OFFLINE, location=c49966d8a95f,46865,1733889424016; forceNewPlan=false, retain=false 2024-12-11T03:57:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:57:19,284 INFO [c49966d8a95f:44899 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:57:19,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPENING, regionLocation=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:19,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN because future has completed 2024-12-11T03:57:19,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016}] 2024-12-11T03:57:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:57:19,442 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:57:19,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:57:19,449 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,450 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:19,450 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,450 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:19,450 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,450 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,452 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,453 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:19,453 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:19,454 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:19,454 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,455 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:19,455 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:19,456 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:19,456 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,456 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,457 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,458 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,458 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,459 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:57:19,460 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,463 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:19,463 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened adeb526153a12cb086bc30ef4c2030e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75222513, jitterRate=0.12090279161930084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:57:19,463 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,464 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for adeb526153a12cb086bc30ef4c2030e8: Running coprocessor pre-open hook at 1733889439450Writing region info on filesystem at 1733889439450Initializing all the Stores at 1733889439451 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889439451Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889439451Cleaning up temporary data from old regions at 1733889439458 (+7 ms)Running coprocessor post-open hooks at 1733889439463 (+5 ms)Region opened successfully at 1733889439464 (+1 ms) 2024-12-11T03:57:19,465 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., pid=6, masterSystemTime=1733889439441 2024-12-11T03:57:19,468 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,468 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPEN, openSeqNum=2, regionLocation=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 because future has completed 2024-12-11T03:57:19,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T03:57:19,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 in 186 msec 2024-12-11T03:57:19,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T03:57:19,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN in 349 msec 2024-12-11T03:57:19,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T03:57:19,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733889439481"}]},"ts":"1733889439481"} 2024-12-11T03:57:19,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-11T03:57:19,485 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T03:57:19,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 413 msec 2024-12-11T03:57:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T03:57:19,712 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-11T03:57:19,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-11T03:57:19,714 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T03:57:19,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-11T03:57:19,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T03:57:19,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-11T03:57:19,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=2] 2024-12-11T03:57:19,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T03:57:19,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T03:57:19,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=adeb526153a12cb086bc30ef4c2030e8, source=c49966d8a95f,46865,1733889424016, destination=c49966d8a95f,39417,1733889423879, warming up region on c49966d8a95f,39417,1733889423879 2024-12-11T03:57:19,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=adeb526153a12cb086bc30ef4c2030e8, source=c49966d8a95f,46865,1733889424016, destination=c49966d8a95f,39417,1733889423879, running balancer 2024-12-11T03:57:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE 2024-12-11T03:57:19,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE 2024-12-11T03:57:19,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=CLOSING, regionLocation=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:19,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(7855): Warmup {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:19,755 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,756 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:19,756 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:19,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE because future has completed 2024-12-11T03:57:19,757 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:19,757 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,757 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T03:57:19,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016}] 2024-12-11T03:57:19,758 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:19,758 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:19,758 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:19,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889439759Disabling compacts and flushes for region at 1733889439759Disabling writes for close at 1733889439759Writing region close event to WAL at 1733889439759Closed at 1733889439759 2024-12-11T03:57:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-11T03:57:19,915 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,915 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T03:57:19,916 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:19,916 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,916 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,916 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:19,916 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,916 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing adeb526153a12cb086bc30ef4c2030e8 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-11T03:57:19,941 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/242b00d5d3cb43829e6a3f195bef9b55 is 35, key is r1/cf1:q/1733889439735/Put/seqid=0 2024-12-11T03:57:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:57:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:57:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741887_1065 (size=4783) 2024-12-11T03:57:19,949 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/242b00d5d3cb43829e6a3f195bef9b55 2024-12-11T03:57:19,956 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/242b00d5d3cb43829e6a3f195bef9b55 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55 2024-12-11T03:57:19,961 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55, entries=1, sequenceid=5, filesize=4.7 K 2024-12-11T03:57:19,963 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for adeb526153a12cb086bc30ef4c2030e8 in 46ms, sequenceid=5, compaction requested=false 2024-12-11T03:57:19,963 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-11T03:57:19,968 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T03:57:19,971 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:19,971 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889439916Running coprocessor pre-close hooks at 1733889439916Disabling compacts and flushes for region at 1733889439916Disabling writes for close at 1733889439916Obtaining lock to block concurrent updates at 1733889439916Preparing flush snapshotting stores in adeb526153a12cb086bc30ef4c2030e8 at 1733889439916Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733889439917 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. at 1733889439918 (+1 ms)Flushing adeb526153a12cb086bc30ef4c2030e8/cf1: creating writer at 1733889439918Flushing adeb526153a12cb086bc30ef4c2030e8/cf1: appending metadata at 1733889439941 (+23 ms)Flushing adeb526153a12cb086bc30ef4c2030e8/cf1: closing flushed file at 1733889439941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe5c6ad: reopening flushed file at 1733889439955 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for adeb526153a12cb086bc30ef4c2030e8 in 46ms, sequenceid=5, compaction requested=false at 1733889439963 (+8 ms)Writing region close event to WAL at 1733889439964 (+1 ms)Running coprocessor post-close hooks at 1733889439968 (+4 ms)Closed at 1733889439970 (+2 ms) 2024-12-11T03:57:19,971 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding adeb526153a12cb086bc30ef4c2030e8 move to c49966d8a95f,39417,1733889423879 record at close sequenceid=5 2024-12-11T03:57:19,974 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:19,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=CLOSED 2024-12-11T03:57:19,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 because future has completed 2024-12-11T03:57:19,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T03:57:19,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 in 222 msec 2024-12-11T03:57:19,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE; state=CLOSED, location=c49966d8a95f,39417,1733889423879; forceNewPlan=false, retain=false 2024-12-11T03:57:20,133 INFO [c49966d8a95f:44899 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:57:20,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPENING, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE because future has completed 2024-12-11T03:57:20,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879}] 2024-12-11T03:57:20,294 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,294 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:20,294 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,294 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:20,295 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,295 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,297 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,297 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:20,298 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:20,304 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55 2024-12-11T03:57:20,305 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:20,305 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,306 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:20,306 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:20,306 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:20,306 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,307 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,309 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,309 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,309 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,310 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:57:20,312 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,313 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened adeb526153a12cb086bc30ef4c2030e8; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65350582, jitterRate=-0.026200443506240845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:57:20,313 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,314 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for adeb526153a12cb086bc30ef4c2030e8: Running coprocessor pre-open hook at 1733889440295Writing region info on filesystem at 1733889440295Initializing all the Stores at 1733889440296 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889440296Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889440296Cleaning up temporary data from old regions at 1733889440309 (+13 ms)Running coprocessor post-open hooks at 1733889440313 (+4 ms)Region opened successfully at 1733889440314 (+1 ms) 2024-12-11T03:57:20,315 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., pid=9, masterSystemTime=1733889440289 2024-12-11T03:57:20,318 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,318 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPEN, openSeqNum=9, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:20,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 because future has completed 2024-12-11T03:57:20,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-11T03:57:20,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 in 186 msec 2024-12-11T03:57:20,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE in 576 msec 2024-12-11T03:57:20,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:57:20,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:57:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37176 deadline: 1733889500364, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=39417 startCode=1733889423879. As of locationSeqNum=5. 2024-12-11T03:57:20,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=39417 startCode=1733889423879. As of locationSeqNum=5. 2024-12-11T03:57:20,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=39417 startCode=1733889423879. As of locationSeqNum=5. 2024-12-11T03:57:20,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=39417 startCode=1733889423879. As of locationSeqNum=5. 2024-12-11T03:57:20,494 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing adeb526153a12cb086bc30ef4c2030e8 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-11T03:57:20,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/9a27fdb990b945389b2dffad9fa4fb40 is 29, key is r1/cf1:/1733889440482/DeleteFamily/seqid=0 2024-12-11T03:57:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:57:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:57:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741888_1066 (size=4906) 2024-12-11T03:57:20,524 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,530 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf2/3f732680be2f48e39c1416218757a135 is 29, key is r1/cf2:/1733889440482/DeleteFamily/seqid=0 2024-12-11T03:57:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:57:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:57:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741889_1067 (size=4906) 2024-12-11T03:57:20,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf2/3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,561 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/9a27fdb990b945389b2dffad9fa4fb40 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,569 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,569 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T03:57:20,570 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf2/3f732680be2f48e39c1416218757a135 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,577 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135, entries=1, sequenceid=12, filesize=4.8 K 2024-12-11T03:57:20,578 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for adeb526153a12cb086bc30ef4c2030e8 in 84ms, sequenceid=12, compaction requested=false 2024-12-11T03:57:20,578 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for adeb526153a12cb086bc30ef4c2030e8: 2024-12-11T03:57:20,581 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-11T03:57:20,583 DEBUG [Time-limited test {}] regionserver.HStore(1541): adeb526153a12cb086bc30ef4c2030e8/cf1 is initiating major compaction (all files) 2024-12-11T03:57:20,583 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:57:20,583 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:20,583 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of adeb526153a12cb086bc30ef4c2030e8/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,584 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55, hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40] into tmpdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp, totalSize=9.5 K 2024-12-11T03:57:20,585 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 242b00d5d3cb43829e6a3f195bef9b55, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733889439735 2024-12-11T03:57:20,585 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9a27fdb990b945389b2dffad9fa4fb40, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T03:57:20,597 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): adeb526153a12cb086bc30ef4c2030e8#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T03:57:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:57:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:57:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741890_1068 (size=4626) 2024-12-11T03:57:20,613 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf1/f1a063c7efda4eb49801de36336a962b as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/f1a063c7efda4eb49801de36336a962b 2024-12-11T03:57:20,630 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in adeb526153a12cb086bc30ef4c2030e8/cf1 of adeb526153a12cb086bc30ef4c2030e8 into f1a063c7efda4eb49801de36336a962b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:57:20,630 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for adeb526153a12cb086bc30ef4c2030e8: 2024-12-11T03:57:20,630 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-11T03:57:20,630 DEBUG [Time-limited test {}] regionserver.HStore(1541): adeb526153a12cb086bc30ef4c2030e8/cf2 is initiating major compaction (all files) 2024-12-11T03:57:20,630 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T03:57:20,630 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T03:57:20,631 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of adeb526153a12cb086bc30ef4c2030e8/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,631 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135] into tmpdir=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp, totalSize=4.8 K 2024-12-11T03:57:20,631 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f732680be2f48e39c1416218757a135, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-11T03:57:20,638 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): adeb526153a12cb086bc30ef4c2030e8#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T03:57:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:57:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:57:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741891_1069 (size=4592) 2024-12-11T03:57:20,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/.tmp/cf2/89b7ea0e35044d8c977d7beec333b4ea as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/89b7ea0e35044d8c977d7beec333b4ea 2024-12-11T03:57:20,661 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in adeb526153a12cb086bc30ef4c2030e8/cf2 of adeb526153a12cb086bc30ef4c2030e8 into 89b7ea0e35044d8c977d7beec333b4ea(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:57:20,661 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for adeb526153a12cb086bc30ef4c2030e8: 2024-12-11T03:57:20,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=adeb526153a12cb086bc30ef4c2030e8, source=c49966d8a95f,39417,1733889423879, destination=c49966d8a95f,46865,1733889424016, warming up region on c49966d8a95f,46865,1733889424016 2024-12-11T03:57:20,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=adeb526153a12cb086bc30ef4c2030e8, source=c49966d8a95f,39417,1733889423879, destination=c49966d8a95f,46865,1733889424016, running balancer 2024-12-11T03:57:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE 2024-12-11T03:57:20,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE 2024-12-11T03:57:20,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=CLOSING, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:20,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(7855): Warmup {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:20,670 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,671 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:20,671 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:20,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE because future has completed 2024-12-11T03:57:20,672 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T03:57:20,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879}] 2024-12-11T03:57:20,679 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55 2024-12-11T03:57:20,684 INFO [StoreFileOpener-adeb526153a12cb086bc30ef4c2030e8-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,684 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,689 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/f1a063c7efda4eb49801de36336a962b 2024-12-11T03:57:20,689 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:20,689 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,690 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:20,690 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:20,697 INFO [StoreFileOpener-adeb526153a12cb086bc30ef4c2030e8-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,697 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,703 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/89b7ea0e35044d8c977d7beec333b4ea 2024-12-11T03:57:20,703 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:20,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889440703Disabling compacts and flushes for region at 1733889440703Disabling writes for close at 1733889440703Writing region close event to WAL at 1733889440704 (+1 ms)Closed at 1733889440704 2024-12-11T03:57:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-11T03:57:20,826 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,826 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T03:57:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:20,827 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,827 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55, hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40] to archive 2024-12-11T03:57:20,830 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:57:20,834 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40 to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/9a27fdb990b945389b2dffad9fa4fb40 2024-12-11T03:57:20,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55 to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/242b00d5d3cb43829e6a3f195bef9b55 2024-12-11T03:57:20,848 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135] to archive 2024-12-11T03:57:20,850 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:57:20,852 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135 to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/3f732680be2f48e39c1416218757a135 2024-12-11T03:57:20,857 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-11T03:57:20,858 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:20,858 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889440827Running coprocessor pre-close hooks at 1733889440827Disabling compacts and flushes for region at 1733889440827Disabling writes for close at 1733889440827Writing region close event to WAL at 1733889440853 (+26 ms)Running coprocessor post-close hooks at 1733889440858 (+5 ms)Closed at 1733889440858 2024-12-11T03:57:20,858 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding adeb526153a12cb086bc30ef4c2030e8 move to c49966d8a95f,46865,1733889424016 record at close sequenceid=12 2024-12-11T03:57:20,861 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:20,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=CLOSED 2024-12-11T03:57:20,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 because future has completed 2024-12-11T03:57:20,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T03:57:20,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 in 194 msec 2024-12-11T03:57:20,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE; state=CLOSED, location=c49966d8a95f,46865,1733889424016; forceNewPlan=false, retain=false 2024-12-11T03:57:21,020 INFO [c49966d8a95f:44899 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-11T03:57:21,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPENING, regionLocation=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:21,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE because future has completed 2024-12-11T03:57:21,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016}] 2024-12-11T03:57:21,180 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,180 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:21,180 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,180 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:21,181 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,181 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,182 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,183 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:21,183 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:21,189 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/f1a063c7efda4eb49801de36336a962b 2024-12-11T03:57:21,189 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:21,190 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,191 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:21,191 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:21,197 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/89b7ea0e35044d8c977d7beec333b4ea 2024-12-11T03:57:21,197 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:21,197 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,198 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,199 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,199 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,199 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,200 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:57:21,201 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,202 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened adeb526153a12cb086bc30ef4c2030e8; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62672155, jitterRate=-0.06611211597919464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:57:21,202 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,203 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for adeb526153a12cb086bc30ef4c2030e8: Running coprocessor pre-open hook at 1733889441181Writing region info on filesystem at 1733889441181Initializing all the Stores at 1733889441182 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889441182Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889441182Cleaning up temporary data from old regions at 1733889441200 (+18 ms)Running coprocessor post-open hooks at 1733889441202 (+2 ms)Region opened successfully at 1733889441203 (+1 ms) 2024-12-11T03:57:21,204 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., pid=12, masterSystemTime=1733889441176 2024-12-11T03:57:21,206 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,206 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPEN, openSeqNum=18, regionLocation=c49966d8a95f,46865,1733889424016 2024-12-11T03:57:21,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 because future has completed 2024-12-11T03:57:21,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-11T03:57:21,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,46865,1733889424016 in 187 msec 2024-12-11T03:57:21,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, REOPEN/MOVE in 547 msec 2024-12-11T03:57:21,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T03:57:21,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T03:57:21,222 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c49966d8a95f,46865,1733889424016: testing ***** 2024-12-11T03:57:21,222 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T03:57:21,224 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T03:57:21,225 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T03:57:21,227 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T03:57:21,228 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T03:57:21,235 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 350678016 }, "NonHeapMemoryUsage": { "committed": 171638784, "init": 7667712, "max": -1, "used": 169072440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 17, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 5, "ProcessCallTime_median": 9, "ProcessCallTime_75th_percentile": 13, "ProcessCallTime_90th_percentile": 15, "ProcessCallTime_95th_percentile": 16, "ProcessCallTime_98th_percentile": 16, "ProcessCallTime_99th_percentile": 16, "ProcessCallTime_99.9th_percentile": 16, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 17, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 5, "TotalCallTime_median": 9, "TotalCallTime_75th_percentile": 13, "TotalCallTime_90th_percentile": 15, "TotalCallTime_95th_percentile": 16, "TotalCallTime_98th_percentile": 16, "TotalCallTime_99th_percentile": 16, "TotalCallTime_99.9th_percentile": 16, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50501", "tag.serverName": "c49966d8a95f,33141,1733889423978", "tag.clusterId": "cda650c3-a248-4283-a8ae-877ab21d485e", "tag.Context": "regionserver", "tag.Hostname": "c49966d8a95f", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733889423978, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T03:57:21,238 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44899 {}] master.MasterRpcServices(700): c49966d8a95f,46865,1733889424016 reported a fatal error: ***** ABORTING region server c49966d8a95f,46865,1733889424016: testing ***** 2024-12-11T03:57:21,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,46865,1733889424016' ***** 2024-12-11T03:57:21,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-11T03:57:21,241 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:57:21,241 INFO [RS:2;c49966d8a95f:46865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T03:57:21,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:57:21,241 INFO [RS:2;c49966d8a95f:46865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T03:57:21,241 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:55650 deadline: 1733889501241, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=46865 startCode=1733889424016. As of locationSeqNum=12. 2024-12-11T03:57:21,242 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(956): aborting server c49966d8a95f,46865,1733889424016 2024-12-11T03:57:21,242 INFO [RS:2;c49966d8a95f:46865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:57:21,242 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:21,242 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,242 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,242 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:21,242 INFO [RS:2;c49966d8a95f:46865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c49966d8a95f:46865. 2024-12-11T03:57:21,242 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=46865 startCode=1733889424016. As of locationSeqNum=12. 2024-12-11T03:57:21,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=46865 startCode=1733889424016. As of locationSeqNum=12. 2024-12-11T03:57:21,242 DEBUG [RS:2;c49966d8a95f:46865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:57:21,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c49966d8a95f port=46865 startCode=1733889424016. As of locationSeqNum=12. 2024-12-11T03:57:21,243 DEBUG [RS:2;c49966d8a95f:46865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:21,243 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T03:57:21,243 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1325): Online Regions={adeb526153a12cb086bc30ef4c2030e8=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.} 2024-12-11T03:57:21,244 DEBUG [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1351): Waiting on adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:21,244 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,244 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889441242Running coprocessor pre-close hooks at 1733889441242Disabling compacts and flushes for region at 1733889441242Disabling writes for close at 1733889441242Writing region close event to WAL at 1733889441244 (+2 ms)Running coprocessor post-close hooks at 1733889441244Closed at 1733889441244 2024-12-11T03:57:21,245 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:21,330 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,46865,1733889424016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:21,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,46865,1733889424016 aborting 2024-12-11T03:57:21,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c49966d8a95f,46865,1733889424016 aborting 2024-12-11T03:57:21,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=12 from cache 2024-12-11T03:57:21,444 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,46865,1733889424016; all regions closed. 2024-12-11T03:57:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741833_1009 (size=1677) 2024-12-11T03:57:21,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016/c49966d8a95f%2C46865%2C1733889424016.1733889425389 not finished, retry = 0 2024-12-11T03:57:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741833_1009 (size=1677) 2024-12-11T03:57:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741833_1009 (size=1677) 2024-12-11T03:57:21,549 DEBUG [RS:2;c49966d8a95f:46865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:21,549 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T03:57:21,550 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:57:21,550 INFO [RS:2;c49966d8a95f:46865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:57:21,551 INFO [RS:2;c49966d8a95f:46865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46865 2024-12-11T03:57:21,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:57:21,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,46865,1733889424016 2024-12-11T03:57:21,559 INFO [RS:2;c49966d8a95f:46865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:57:21,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,46865,1733889424016] 2024-12-11T03:57:21,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,46865,1733889424016 already deleted, retry=false 2024-12-11T03:57:21,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18] 2024-12-11T03:57:21,565 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c49966d8a95f,46865,1733889424016 on c49966d8a95f,44899,1733889423183 2024-12-11T03:57:21,566 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c49966d8a95f:46865 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:46865 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:21,567 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18, error=java.net.ConnectException: Call to address=c49966d8a95f:46865 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:46865 2024-12-11T03:57:21,567 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-11T03:57:21,567 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 from cache 2024-12-11T03:57:21,567 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address c49966d8a95f:46865 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c49966d8a95f/172.17.0.2:46865 2024-12-11T03:57:21,570 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c49966d8a95f,46865,1733889424016, splitWal=true, meta=false 2024-12-11T03:57:21,572 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for c49966d8a95f,46865,1733889424016 (carryingMeta=false) c49966d8a95f,46865,1733889424016/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@65103b0a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T03:57:21,573 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c49966d8a95f,46865,1733889424016, splitWal=true, meta=false 2024-12-11T03:57:21,575 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): c49966d8a95f,46865,1733889424016 had 1 regions 2024-12-11T03:57:21,576 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c49966d8a95f,46865,1733889424016, splitWal=true, meta=false, isMeta: false 2024-12-11T03:57:21,579 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting 2024-12-11T03:57:21,581 INFO [PEWorker-5 {}] master.SplitWALManager(105): c49966d8a95f,46865,1733889424016 WAL count=1, meta=false 2024-12-11T03:57:21,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c49966d8a95f%2C46865%2C1733889424016.1733889425389}] 2024-12-11T03:57:21,591 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:21,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c49966d8a95f%2C46865%2C1733889424016.1733889425389, worker=c49966d8a95f,39417,1733889423879}] 2024-12-11T03:57:21,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:21,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x1019faaded30003, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:21,665 INFO [RS:2;c49966d8a95f:46865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:57:21,665 INFO [RS:2;c49966d8a95f:46865 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,46865,1733889424016; zookeeper connection closed. 2024-12-11T03:57:21,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@656188a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@656188a2 2024-12-11T03:57:21,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-11T03:57:21,776 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389, size=1.6 K (1677bytes) 2024-12-11T03:57:21,776 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 2024-12-11T03:57:21,777 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 after 1ms 2024-12-11T03:57:21,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:21,780 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 took 4ms 2024-12-11T03:57:21,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for adeb526153a12cb086bc30ef4c2030e8: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-11T03:57:21,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 so closing down 2024-12-11T03:57:21,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:21,788 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:21,788 INFO [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-11T03:57:21,788 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389, journal: Splitting hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389, size=1.6 K (1677bytes) at 1733889441776Finishing writing output for hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 so closing down at 1733889441787 (+11 ms)3 split writer threads finished at 1733889441788 (+1 ms)Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733889441788 2024-12-11T03:57:21,788 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 2024-12-11T03:57:21,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c49966d8a95f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-11T03:57:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44899 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-11T03:57:21,796 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting/c49966d8a95f%2C46865%2C1733889424016.1733889425389 to hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs 2024-12-11T03:57:21,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T03:57:21,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c49966d8a95f%2C46865%2C1733889424016.1733889425389, worker=c49966d8a95f,39417,1733889423879 in 203 msec 2024-12-11T03:57:21,800 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:21,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T03:57:21,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure c49966d8a95f%2C46865%2C1733889424016.1733889425389, worker=c49966d8a95f,39417,1733889423879 in 218 msec 2024-12-11T03:57:21,805 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting dir is empty, no logs to split. 2024-12-11T03:57:21,805 INFO [PEWorker-5 {}] master.SplitWALManager(105): c49966d8a95f,46865,1733889424016 WAL count=0, meta=false 2024-12-11T03:57:21,805 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if c49966d8a95f,46865,1733889424016 WAL splitting is done? wals=0, meta=false 2024-12-11T03:57:21,808 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c49966d8a95f,46865,1733889424016 failed, ignore...File hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/WALs/c49966d8a95f,46865,1733889424016-splitting does not exist. 2024-12-11T03:57:21,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN}] 2024-12-11T03:57:21,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN 2024-12-11T03:57:21,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T03:57:21,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18] 2024-12-11T03:57:21,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to c49966d8a95f:46865 this server is in the failed servers list 2024-12-11T03:57:21,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c49966d8a95f:46865 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c49966d8a95f:46865 2024-12-11T03:57:21,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c49966d8a95f:46865 2024-12-11T03:57:21,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,46865,1733889424016, seqNum=18 from cache 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(204): Hosts are {c49966d8a95f=0} racks are {/default-rack=0} 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T03:57:21,963 INFO [c49966d8a95f:44899 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T03:57:21,963 INFO [c49966d8a95f:44899 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T03:57:21,963 DEBUG [c49966d8a95f:44899 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T03:57:21,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPENING, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:21,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN because future has completed 2024-12-11T03:57:21,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879}] 2024-12-11T03:57:22,123 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:22,123 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => adeb526153a12cb086bc30ef4c2030e8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:22,124 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,124 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:22,124 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,124 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,126 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,127 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf1 2024-12-11T03:57:22,127 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,133 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf1/f1a063c7efda4eb49801de36336a962b 2024-12-11T03:57:22,134 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,134 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,135 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeb526153a12cb086bc30ef4c2030e8 columnFamilyName cf2 2024-12-11T03:57:22,135 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,141 DEBUG [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/cf2/89b7ea0e35044d8c977d7beec333b4ea 2024-12-11T03:57:22,142 INFO [StoreOpener-adeb526153a12cb086bc30ef4c2030e8-1 {}] regionserver.HStore(327): Store=adeb526153a12cb086bc30ef4c2030e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,142 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,143 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,145 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,145 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,145 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,146 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T03:57:22,147 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,148 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened adeb526153a12cb086bc30ef4c2030e8; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72221901, jitterRate=0.07619018852710724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T03:57:22,148 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:22,149 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for adeb526153a12cb086bc30ef4c2030e8: Running coprocessor pre-open hook at 1733889442124Writing region info on filesystem at 1733889442124Initializing all the Stores at 1733889442125 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442125Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442126 (+1 ms)Cleaning up temporary data from old regions at 1733889442145 (+19 ms)Running coprocessor post-open hooks at 1733889442149 (+4 ms)Region opened successfully at 1733889442149 2024-12-11T03:57:22,150 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., pid=17, masterSystemTime=1733889442119 2024-12-11T03:57:22,153 DEBUG [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:22,153 INFO [RS_OPEN_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:22,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=adeb526153a12cb086bc30ef4c2030e8, regionState=OPEN, openSeqNum=18, regionLocation=c49966d8a95f,39417,1733889423879 2024-12-11T03:57:22,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 because future has completed 2024-12-11T03:57:22,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-11T03:57:22,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure adeb526153a12cb086bc30ef4c2030e8, server=c49966d8a95f,39417,1733889423879 in 190 msec 2024-12-11T03:57:22,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-11T03:57:22,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=adeb526153a12cb086bc30ef4c2030e8, ASSIGN in 350 msec 2024-12-11T03:57:22,164 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server c49966d8a95f,46865,1733889424016 after splitting done 2024-12-11T03:57:22,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure c49966d8a95f,46865,1733889424016, splitWal=true, meta=false in 598 msec 2024-12-11T03:57:22,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8., hostname=c49966d8a95f,39417,1733889423879, seqNum=18] 2024-12-11T03:57:22,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 413), OpenFileDescriptor=1045 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=4569 (was 3997) - AvailableMemoryMB LEAK? - 2024-12-11T03:57:22,404 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-12-11T03:57:22,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1045, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=4568 2024-12-11T03:57:22,416 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-12-11T03:57:22,432 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:22,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:22,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:22,438 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04804711, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-04804711, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:22,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04804711/hregion-04804711.1733889442438, exclude list is [], retry=0 2024-12-11T03:57:22,454 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:22,456 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:22,457 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:22,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04804711/hregion-04804711.1733889442438 2024-12-11T03:57:22,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:22,467 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 29bc8cdf15689f868f92f755fa6fbaaa, NAME => 'testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:57:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:57:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741893_1071 (size=67) 2024-12-11T03:57:22,489 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:22,491 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,493 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName a 2024-12-11T03:57:22,493 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,494 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,494 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,496 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName b 2024-12-11T03:57:22,496 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,497 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,497 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,499 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName c 2024-12-11T03:57:22,499 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,504 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,507 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,507 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,508 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:22,509 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,511 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:22,512 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 29bc8cdf15689f868f92f755fa6fbaaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68636510, jitterRate=0.022763699293136597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 29bc8cdf15689f868f92f755fa6fbaaa: Writing region info on filesystem at 1733889442489Initializing all the Stores at 1733889442491 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442491Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442491Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442491Cleaning up temporary data from old regions at 1733889442507 (+16 ms)Region opened successfully at 1733889442513 (+6 ms) 2024-12-11T03:57:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 29bc8cdf15689f868f92f755fa6fbaaa, disabling compactions & flushes 2024-12-11T03:57:22,513 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. after waiting 0 ms 2024-12-11T03:57:22,513 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,514 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,514 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 29bc8cdf15689f868f92f755fa6fbaaa: Waiting for close lock at 1733889442513Disabling compacts and flushes for region at 1733889442513Disabling writes for close at 1733889442513Writing region close event to WAL at 1733889442514 (+1 ms)Closed at 1733889442514 2024-12-11T03:57:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741892_1070 (size=93) 2024-12-11T03:57:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741892_1070 (size=93) 2024-12-11T03:57:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741892_1070 (size=93) 2024-12-11T03:57:22,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:22,523 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04804711:(num 1733889442438) 2024-12-11T03:57:22,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:22,526 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:22,542 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, exclude list is [], retry=0 2024-12-11T03:57:22,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:22,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:22,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:22,548 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 2024-12-11T03:57:22,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:22,552 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bc8cdf15689f868f92f755fa6fbaaa, NAME => 'testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:22,553 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:22,553 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,553 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,555 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,556 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName a 2024-12-11T03:57:22,556 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,557 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,557 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,558 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName b 2024-12-11T03:57:22,558 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,558 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,558 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,559 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName c 2024-12-11T03:57:22,559 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,560 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,563 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,563 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,564 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:22,571 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,573 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 29bc8cdf15689f868f92f755fa6fbaaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60678269, jitterRate=-0.09582333266735077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:22,574 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 29bc8cdf15689f868f92f755fa6fbaaa: Writing region info on filesystem at 1733889442553Initializing all the Stores at 1733889442555 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442555Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442555Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442555Cleaning up temporary data from old regions at 1733889442563 (+8 ms)Region opened successfully at 1733889442574 (+11 ms) 2024-12-11T03:57:22,607 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 29bc8cdf15689f868f92f755fa6fbaaa 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T03:57:22,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/a/ee256e9c4dd541de9dbe47595a366c03 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733889442574/Put/seqid=0 2024-12-11T03:57:22,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:57:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:57:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741895_1073 (size=5958) 2024-12-11T03:57:22,653 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/a/ee256e9c4dd541de9dbe47595a366c03 2024-12-11T03:57:22,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/fdb1a3a3325e4fb4871d01e445140b7c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733889442585/Put/seqid=0 2024-12-11T03:57:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:57:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:57:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741896_1074 (size=5958) 2024-12-11T03:57:22,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/fdb1a3a3325e4fb4871d01e445140b7c 2024-12-11T03:57:22,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/c/6d295255553949ce837e5fe59bf1edc8 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733889442594/Put/seqid=0 2024-12-11T03:57:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:57:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:57:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741897_1075 (size=5958) 2024-12-11T03:57:22,733 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/c/6d295255553949ce837e5fe59bf1edc8 2024-12-11T03:57:22,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/a/ee256e9c4dd541de9dbe47595a366c03 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/a/ee256e9c4dd541de9dbe47595a366c03 2024-12-11T03:57:22,748 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/a/ee256e9c4dd541de9dbe47595a366c03, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:57:22,749 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/fdb1a3a3325e4fb4871d01e445140b7c as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/fdb1a3a3325e4fb4871d01e445140b7c 2024-12-11T03:57:22,760 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/fdb1a3a3325e4fb4871d01e445140b7c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:57:22,763 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/c/6d295255553949ce837e5fe59bf1edc8 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/c/6d295255553949ce837e5fe59bf1edc8 2024-12-11T03:57:22,772 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/c/6d295255553949ce837e5fe59bf1edc8, entries=10, sequenceid=33, filesize=5.8 K 2024-12-11T03:57:22,773 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 29bc8cdf15689f868f92f755fa6fbaaa in 166ms, sequenceid=33, compaction requested=false 2024-12-11T03:57:22,773 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 29bc8cdf15689f868f92f755fa6fbaaa: 2024-12-11T03:57:22,773 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 29bc8cdf15689f868f92f755fa6fbaaa, disabling compactions & flushes 2024-12-11T03:57:22,773 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,774 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,774 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. after waiting 0 ms 2024-12-11T03:57:22,774 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,781 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. 2024-12-11T03:57:22,781 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 29bc8cdf15689f868f92f755fa6fbaaa: Waiting for close lock at 1733889442773Disabling compacts and flushes for region at 1733889442773Disabling writes for close at 1733889442774 (+1 ms)Writing region close event to WAL at 1733889442781 (+7 ms)Closed at 1733889442781 2024-12-11T03:57:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741894_1072 (size=2873) 2024-12-11T03:57:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741894_1072 (size=2873) 2024-12-11T03:57:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741894_1072 (size=2873) 2024-12-11T03:57:22,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/fdb1a3a3325e4fb4871d01e445140b7c to hdfs://localhost:38461/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/fdb1a3a3325e4fb4871d01e445140b7c 2024-12-11T03:57:22,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, size=2.8 K (2873bytes) 2024-12-11T03:57:22,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 2024-12-11T03:57:22,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 after 0ms 2024-12-11T03:57:22,862 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:22,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 took 5ms 2024-12-11T03:57:22,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 so closing down 2024-12-11T03:57:22,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:22,884 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733889442527.temp 2024-12-11T03:57:22,888 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp 2024-12-11T03:57:22,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741898_1076 (size=2312) 2024-12-11T03:57:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741898_1076 (size=2312) 2024-12-11T03:57:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741898_1076 (size=2312) 2024-12-11T03:57:22,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:22,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 2024-12-11T03:57:22,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 46 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-11T03:57:22,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, journal: Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, size=2.8 K (2873bytes) at 1733889442858Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 so closing down at 1733889442883 (+25 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp at 1733889442888 (+5 ms)3 split writer threads finished at 1733889442890 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733889442924 (+34 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000003-wal.1733889442527.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 at 1733889442926 (+2 ms)Processed 32 edits across 1 Regions in 46 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733889442926 2024-12-11T03:57:22,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442527 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889442527 2024-12-11T03:57:22,930 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 2024-12-11T03:57:22,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:22,932 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:22,952 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442933, exclude list is [], retry=0 2024-12-11T03:57:22,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:22,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:22,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:22,969 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442933 2024-12-11T03:57:22,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:22,969 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bc8cdf15689f868f92f755fa6fbaaa, NAME => 'testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:22,969 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:22,969 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,969 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,971 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,972 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName a 2024-12-11T03:57:22,973 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,983 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/a/ee256e9c4dd541de9dbe47595a366c03 2024-12-11T03:57:22,983 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,983 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,985 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName b 2024-12-11T03:57:22,985 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,985 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,986 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,988 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bc8cdf15689f868f92f755fa6fbaaa columnFamilyName c 2024-12-11T03:57:22,988 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:22,996 DEBUG [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/c/6d295255553949ce837e5fe59bf1edc8 2024-12-11T03:57:22,996 INFO [StoreOpener-29bc8cdf15689f868f92f755fa6fbaaa-1 {}] regionserver.HStore(327): Store=29bc8cdf15689f868f92f755fa6fbaaa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:22,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:23,000 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 2024-12-11T03:57:23,002 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:23,004 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 2024-12-11T03:57:23,004 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 29bc8cdf15689f868f92f755fa6fbaaa 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T03:57:23,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/949012ec858542fca08c6e102645690b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733889442585/Put/seqid=0 2024-12-11T03:57:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:57:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:57:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741900_1078 (size=5958) 2024-12-11T03:57:23,054 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/949012ec858542fca08c6e102645690b 2024-12-11T03:57:23,062 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/.tmp/b/949012ec858542fca08c6e102645690b as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/949012ec858542fca08c6e102645690b 2024-12-11T03:57:23,069 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/b/949012ec858542fca08c6e102645690b, entries=10, sequenceid=32, filesize=5.8 K 2024-12-11T03:57:23,069 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 29bc8cdf15689f868f92f755fa6fbaaa in 65ms, sequenceid=32, compaction requested=false; wal=null 2024-12-11T03:57:23,070 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/0000000000000000032 2024-12-11T03:57:23,071 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:23,071 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:23,072 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:23,073 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 29bc8cdf15689f868f92f755fa6fbaaa 2024-12-11T03:57:23,075 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/29bc8cdf15689f868f92f755fa6fbaaa/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-11T03:57:23,079 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 29bc8cdf15689f868f92f755fa6fbaaa; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69769158, jitterRate=0.03964146971702576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:23,080 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 29bc8cdf15689f868f92f755fa6fbaaa: Writing region info on filesystem at 1733889442970Initializing all the Stores at 1733889442971 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442971Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442971Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889442971Obtaining lock to block concurrent updates at 1733889443004 (+33 ms)Preparing flush snapshotting stores in 29bc8cdf15689f868f92f755fa6fbaaa at 1733889443004Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733889443004Flushing stores of testReplayEditsWrittenViaHRegion,,1733889442432.29bc8cdf15689f868f92f755fa6fbaaa. at 1733889443004Flushing 29bc8cdf15689f868f92f755fa6fbaaa/b: creating writer at 1733889443004Flushing 29bc8cdf15689f868f92f755fa6fbaaa/b: appending metadata at 1733889443021 (+17 ms)Flushing 29bc8cdf15689f868f92f755fa6fbaaa/b: closing flushed file at 1733889443022 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627888f2: reopening flushed file at 1733889443061 (+39 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 29bc8cdf15689f868f92f755fa6fbaaa in 65ms, sequenceid=32, compaction requested=false; wal=null at 1733889443069 (+8 ms)Cleaning up temporary data from old regions at 1733889443071 (+2 ms)Region opened successfully at 1733889443080 (+9 ms) 2024-12-11T03:57:23,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=418 (was 409) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:36284 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48102 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:40262 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:36530 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:43390 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:34724 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1119 (was 1045) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=4470 (was 4568) 2024-12-11T03:57:23,106 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-12-11T03:57:23,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1119, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=4467 2024-12-11T03:57:23,128 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-12-11T03:57:23,149 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:23,151 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:23,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:23,156 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10607158, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-10607158, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:23,176 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10607158/hregion-10607158.1733889443156, exclude list is [], retry=0 2024-12-11T03:57:23,180 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:23,181 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:23,185 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:23,193 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10607158/hregion-10607158.1733889443156 2024-12-11T03:57:23,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:23,195 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 02e3125f130bfdbc23eb19e209f8a609, NAME => 'testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:57:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:57:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741902_1080 (size=68) 2024-12-11T03:57:23,233 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:23,234 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,236 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName a 2024-12-11T03:57:23,236 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,236 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,237 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,238 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName b 2024-12-11T03:57:23,238 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,239 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,239 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,241 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName c 2024-12-11T03:57:23,241 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,244 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,244 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,247 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,247 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,248 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:23,249 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,251 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:23,252 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 02e3125f130bfdbc23eb19e209f8a609; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66614979, jitterRate=-0.00735945999622345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:23,253 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 02e3125f130bfdbc23eb19e209f8a609: Writing region info on filesystem at 1733889443233Initializing all the Stores at 1733889443234 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443234Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443234Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443234Cleaning up temporary data from old regions at 1733889443247 (+13 ms)Region opened successfully at 1733889443253 (+6 ms) 2024-12-11T03:57:23,253 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 02e3125f130bfdbc23eb19e209f8a609, disabling compactions & flushes 2024-12-11T03:57:23,253 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:23,253 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:23,253 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. after waiting 0 ms 2024-12-11T03:57:23,253 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:23,254 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:23,254 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 02e3125f130bfdbc23eb19e209f8a609: Waiting for close lock at 1733889443253Disabling compacts and flushes for region at 1733889443253Disabling writes for close at 1733889443253Writing region close event to WAL at 1733889443254 (+1 ms)Closed at 1733889443254 2024-12-11T03:57:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741901_1079 (size=93) 2024-12-11T03:57:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741901_1079 (size=93) 2024-12-11T03:57:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741901_1079 (size=93) 2024-12-11T03:57:23,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:23,261 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10607158:(num 1733889443156) 2024-12-11T03:57:23,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:23,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:23,277 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, exclude list is [], retry=0 2024-12-11T03:57:23,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:23,284 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:23,284 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:23,297 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 2024-12-11T03:57:23,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:23,391 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 02e3125f130bfdbc23eb19e209f8a609, NAME => 'testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:23,394 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,395 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:23,395 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,395 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,405 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,407 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName a 2024-12-11T03:57:23,407 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,407 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,408 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,410 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName b 2024-12-11T03:57:23,412 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,413 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,413 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,414 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName c 2024-12-11T03:57:23,414 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:23,415 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:23,415 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,418 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,418 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,419 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:23,420 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,421 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 02e3125f130bfdbc23eb19e209f8a609; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72136157, jitterRate=0.07491250336170197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:23,421 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:23,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 02e3125f130bfdbc23eb19e209f8a609: Running coprocessor pre-open hook at 1733889443395Writing region info on filesystem at 1733889443395Initializing all the Stores at 1733889443404 (+9 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443404Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443404Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889443405 (+1 ms)Cleaning up temporary data from old regions at 1733889443418 (+13 ms)Running coprocessor post-open hooks at 1733889443421 (+3 ms)Region opened successfully at 1733889443421 2024-12-11T03:57:23,438 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02e3125f130bfdbc23eb19e209f8a609 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-11T03:57:23,439 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:23,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-11T03:57:23,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:23,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-11T03:57:23,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:23,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-11T03:57:23,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:23,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-11T03:57:23,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:23,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-11T03:57:23,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:24,440 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:24,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:57:25,441 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:26,442 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:27,443 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:28,443 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:29,444 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:30,445 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:31,446 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:32,331 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T03:57:32,446 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 02e3125f130bfdbc23eb19e209f8a609/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:32,447 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02e3125f130bfdbc23eb19e209f8a609: 2024-12-11T03:57:32,447 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02e3125f130bfdbc23eb19e209f8a609: 2024-12-11T03:57:32,471 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-11T03:57:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 02e3125f130bfdbc23eb19e209f8a609, disabling compactions & flushes 2024-12-11T03:57:32,471 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. after waiting 0 ms 2024-12-11T03:57:32,471 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,472 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,472 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. 2024-12-11T03:57:32,472 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 02e3125f130bfdbc23eb19e209f8a609: Waiting for close lock at 1733889452471Running coprocessor pre-close hooks at 1733889452471Disabling compacts and flushes for region at 1733889452471Disabling writes for close at 1733889452471Writing region close event to WAL at 1733889452472 (+1 ms)Running coprocessor post-close hooks at 1733889452472Closed at 1733889452472 2024-12-11T03:57:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741903_1081 (size=2398) 2024-12-11T03:57:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741903_1081 (size=2398) 2024-12-11T03:57:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741903_1081 (size=2398) 2024-12-11T03:57:32,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, size=2.3 K (2398bytes) 2024-12-11T03:57:32,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 2024-12-11T03:57:32,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 after 1ms 2024-12-11T03:57:32,499 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:32,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 took 4ms 2024-12-11T03:57:32,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 so closing down 2024-12-11T03:57:32,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:32,504 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733889443264.temp 2024-12-11T03:57:32,506 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp 2024-12-11T03:57:32,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741904_1082 (size=1672) 2024-12-11T03:57:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741904_1082 (size=1672) 2024-12-11T03:57:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741904_1082 (size=1672) 2024-12-11T03:57:32,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:32,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 2024-12-11T03:57:32,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-11T03:57:32,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, journal: Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, size=2.3 K (2398bytes) at 1733889452496Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 so closing down at 1733889452503 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp at 1733889452506 (+3 ms)3 split writer threads finished at 1733889452506Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733889452523 (+17 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000004-wal.1733889443264.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 at 1733889452525 (+2 ms)Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733889452525 2024-12-11T03:57:32,527 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889443264 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889443264 2024-12-11T03:57:32,528 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 2024-12-11T03:57:32,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:32,530 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:32,551 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889452530, exclude list is [], retry=0 2024-12-11T03:57:32,554 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:32,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:32,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:32,557 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889452530 2024-12-11T03:57:32,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:32,559 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 02e3125f130bfdbc23eb19e209f8a609, NAME => 'testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:32,560 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,560 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:32,560 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,560 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,565 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,566 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName a 2024-12-11T03:57:32,566 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:32,567 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:32,567 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,568 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName b 2024-12-11T03:57:32,568 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:32,568 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:32,569 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,570 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e3125f130bfdbc23eb19e209f8a609 columnFamilyName c 2024-12-11T03:57:32,570 DEBUG [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:32,570 INFO [StoreOpener-02e3125f130bfdbc23eb19e209f8a609-1 {}] regionserver.HStore(327): Store=02e3125f130bfdbc23eb19e209f8a609/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:32,570 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,571 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,573 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 2024-12-11T03:57:32,575 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:32,577 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 2024-12-11T03:57:32,577 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02e3125f130bfdbc23eb19e209f8a609 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-11T03:57:32,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/a/f77d3cab66224d779fac64b7d85c8f5b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733889452453/Put/seqid=0 2024-12-11T03:57:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:57:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:57:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741906_1084 (size=5523) 2024-12-11T03:57:32,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/a/f77d3cab66224d779fac64b7d85c8f5b 2024-12-11T03:57:32,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/b/fd2f4ef372b1481bbec16fd7030492ea is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733889452448/Put/seqid=0 2024-12-11T03:57:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:57:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:57:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741907_1085 (size=5524) 2024-12-11T03:57:32,660 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/b/fd2f4ef372b1481bbec16fd7030492ea 2024-12-11T03:57:32,683 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/c/47fe3c4d80f34211a60a566059af0e0b is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733889452450/Put/seqid=0 2024-12-11T03:57:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:57:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:57:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741908_1086 (size=5457) 2024-12-11T03:57:32,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/c/47fe3c4d80f34211a60a566059af0e0b 2024-12-11T03:57:32,695 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/a/f77d3cab66224d779fac64b7d85c8f5b as hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/a/f77d3cab66224d779fac64b7d85c8f5b 2024-12-11T03:57:32,700 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/a/f77d3cab66224d779fac64b7d85c8f5b, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T03:57:32,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/b/fd2f4ef372b1481bbec16fd7030492ea as hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/b/fd2f4ef372b1481bbec16fd7030492ea 2024-12-11T03:57:32,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/b/fd2f4ef372b1481bbec16fd7030492ea, entries=7, sequenceid=26, filesize=5.4 K 2024-12-11T03:57:32,706 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/.tmp/c/47fe3c4d80f34211a60a566059af0e0b as hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/c/47fe3c4d80f34211a60a566059af0e0b 2024-12-11T03:57:32,711 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/c/47fe3c4d80f34211a60a566059af0e0b, entries=6, sequenceid=26, filesize=5.3 K 2024-12-11T03:57:32,711 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 02e3125f130bfdbc23eb19e209f8a609 in 134ms, sequenceid=26, compaction requested=false; wal=null 2024-12-11T03:57:32,712 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/0000000000000000026 2024-12-11T03:57:32,713 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,713 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,713 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:32,714 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,716 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsAfterAbortingFlush/02e3125f130bfdbc23eb19e209f8a609/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-11T03:57:32,717 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 02e3125f130bfdbc23eb19e209f8a609; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71503986, jitterRate=0.0654924213886261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:32,717 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02e3125f130bfdbc23eb19e209f8a609 2024-12-11T03:57:32,718 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 02e3125f130bfdbc23eb19e209f8a609: Running coprocessor pre-open hook at 1733889452561Writing region info on filesystem at 1733889452561Initializing all the Stores at 1733889452561Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889452562 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889452564 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889452564Obtaining lock to block concurrent updates at 1733889452577 (+13 ms)Preparing flush snapshotting stores in 02e3125f130bfdbc23eb19e209f8a609 at 1733889452577Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733889452577Flushing stores of testReplayEditsAfterAbortingFlush,,1733889443150.02e3125f130bfdbc23eb19e209f8a609. at 1733889452577Flushing 02e3125f130bfdbc23eb19e209f8a609/a: creating writer at 1733889452578 (+1 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/a: appending metadata at 1733889452595 (+17 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/a: closing flushed file at 1733889452595Flushing 02e3125f130bfdbc23eb19e209f8a609/b: creating writer at 1733889452624 (+29 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/b: appending metadata at 1733889452641 (+17 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/b: closing flushed file at 1733889452641Flushing 02e3125f130bfdbc23eb19e209f8a609/c: creating writer at 1733889452667 (+26 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/c: appending metadata at 1733889452682 (+15 ms)Flushing 02e3125f130bfdbc23eb19e209f8a609/c: closing flushed file at 1733889452682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509b70fb: reopening flushed file at 1733889452694 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7369fefb: reopening flushed file at 1733889452700 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a848489: reopening flushed file at 1733889452705 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 02e3125f130bfdbc23eb19e209f8a609 in 134ms, sequenceid=26, compaction requested=false; wal=null at 1733889452711 (+6 ms)Cleaning up temporary data from old regions at 1733889452713 (+2 ms)Running coprocessor post-open hooks at 1733889452717 (+4 ms)Region opened successfully at 1733889452718 (+1 ms) 2024-12-11T03:57:32,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=415 (was 418), OpenFileDescriptor=1176 (was 1119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 140) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3827 (was 4467) 2024-12-11T03:57:32,737 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024 2024-12-11T03:57:32,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1176, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3826 2024-12-11T03:57:32,749 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024 2024-12-11T03:57:32,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:32,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:32,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:32,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69522297, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-69522297, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:32,782 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69522297/hregion-69522297.1733889452769, exclude list is [], retry=0 2024-12-11T03:57:32,784 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:32,785 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:32,785 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:32,786 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69522297/hregion-69522297.1733889452769 2024-12-11T03:57:32,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:32,787 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 69ec10509a38efd7dac0a0335814c392, NAME => 'testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:57:32,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:57:32,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741910_1088 (size=61) 2024-12-11T03:57:32,796 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:32,798 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,799 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ec10509a38efd7dac0a0335814c392 columnFamilyName a 2024-12-11T03:57:32,799 DEBUG [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:32,800 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(327): Store=69ec10509a38efd7dac0a0335814c392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:32,800 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,801 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,801 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,803 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,804 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:32,805 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69ec10509a38efd7dac0a0335814c392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68783237, jitterRate=0.024950101971626282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:32,805 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69ec10509a38efd7dac0a0335814c392: Writing region info on filesystem at 1733889452797Initializing all the Stores at 1733889452797Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889452797Cleaning up temporary data from old regions at 1733889452801 (+4 ms)Region opened successfully at 1733889452805 (+4 ms) 2024-12-11T03:57:32,806 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 69ec10509a38efd7dac0a0335814c392, disabling compactions & flushes 2024-12-11T03:57:32,806 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,806 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,806 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. after waiting 0 ms 2024-12-11T03:57:32,806 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,807 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,807 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 69ec10509a38efd7dac0a0335814c392: Waiting for close lock at 1733889452806Disabling compacts and flushes for region at 1733889452806Disabling writes for close at 1733889452806Writing region close event to WAL at 1733889452807 (+1 ms)Closed at 1733889452807 2024-12-11T03:57:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741909_1087 (size=93) 2024-12-11T03:57:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741909_1087 (size=93) 2024-12-11T03:57:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741909_1087 (size=93) 2024-12-11T03:57:32,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:32,812 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69522297:(num 1733889452769) 2024-12-11T03:57:32,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:32,813 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:32,831 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, exclude list is [], retry=0 2024-12-11T03:57:32,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:32,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:32,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:32,836 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 2024-12-11T03:57:32,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:32,838 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ec10509a38efd7dac0a0335814c392, NAME => 'testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:32,838 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:32,838 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,838 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,840 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,841 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ec10509a38efd7dac0a0335814c392 columnFamilyName a 2024-12-11T03:57:32,841 DEBUG [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:32,841 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(327): Store=69ec10509a38efd7dac0a0335814c392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:32,841 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,842 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,843 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,844 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,844 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,846 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:32,847 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69ec10509a38efd7dac0a0335814c392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73346466, jitterRate=0.09294751286506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:32,848 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69ec10509a38efd7dac0a0335814c392: Writing region info on filesystem at 1733889452838Initializing all the Stores at 1733889452839 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889452839Cleaning up temporary data from old regions at 1733889452844 (+5 ms)Region opened successfully at 1733889452848 (+4 ms) 2024-12-11T03:57:32,859 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 69ec10509a38efd7dac0a0335814c392, disabling compactions & flushes 2024-12-11T03:57:32,859 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,859 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,859 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. after waiting 0 ms 2024-12-11T03:57:32,859 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,864 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,865 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. 2024-12-11T03:57:32,865 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 69ec10509a38efd7dac0a0335814c392: Waiting for close lock at 1733889452859Disabling compacts and flushes for region at 1733889452859Disabling writes for close at 1733889452859Writing region close event to WAL at 1733889452864 (+5 ms)Closed at 1733889452865 (+1 ms) 2024-12-11T03:57:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741911_1089 (size=838) 2024-12-11T03:57:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741911_1089 (size=838) 2024-12-11T03:57:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741911_1089 (size=838) 2024-12-11T03:57:32,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, size=838 (838bytes) 2024-12-11T03:57:32,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 2024-12-11T03:57:32,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 after 1ms 2024-12-11T03:57:32,890 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:32,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 took 4ms 2024-12-11T03:57:32,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 so closing down 2024-12-11T03:57:32,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:32,895 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733889452814.temp 2024-12-11T03:57:32,897 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp 2024-12-11T03:57:32,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741912_1090 (size=838) 2024-12-11T03:57:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741912_1090 (size=838) 2024-12-11T03:57:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741912_1090 (size=838) 2024-12-11T03:57:32,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:32,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp to hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 2024-12-11T03:57:32,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, size=838, length=838, corrupted=false, cancelled=false 2024-12-11T03:57:32,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, journal: Splitting hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, size=838 (838bytes) at 1733889452887Finishing writing output for hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 so closing down at 1733889452894 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp at 1733889452897 (+3 ms)3 split writer threads finished at 1733889452897Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733889452904 (+7 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000003-wal.1733889452814.temp to hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 at 1733889452906 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814, size=838, length=838, corrupted=false, cancelled=false at 1733889452906 2024-12-11T03:57:32,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889452814 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889452814 2024-12-11T03:57:32,909 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 2024-12-11T03:57:32,913 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:33,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:33,255 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:33,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889453256, exclude list is [], retry=0 2024-12-11T03:57:33,279 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:33,279 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:33,280 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:33,281 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889453256 2024-12-11T03:57:33,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:33,282 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ec10509a38efd7dac0a0335814c392, NAME => 'testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:33,282 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:33,282 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,282 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,285 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,288 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ec10509a38efd7dac0a0335814c392 columnFamilyName a 2024-12-11T03:57:33,288 DEBUG [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,289 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(327): Store=69ec10509a38efd7dac0a0335814c392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,289 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,290 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,292 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 2024-12-11T03:57:33,294 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:33,295 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 2024-12-11T03:57:33,295 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69ec10509a38efd7dac0a0335814c392 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-11T03:57:33,316 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/.tmp/a/28a240a892eb48bb8bdc9233a6843963 is 79, key is testDatalossWhenInputError/a:x0/1733889452848/Put/seqid=0 2024-12-11T03:57:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:57:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:57:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741914_1092 (size=5808) 2024-12-11T03:57:33,331 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/.tmp/a/28a240a892eb48bb8bdc9233a6843963 2024-12-11T03:57:33,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/.tmp/a/28a240a892eb48bb8bdc9233a6843963 as hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/a/28a240a892eb48bb8bdc9233a6843963 2024-12-11T03:57:33,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/a/28a240a892eb48bb8bdc9233a6843963, entries=10, sequenceid=12, filesize=5.7 K 2024-12-11T03:57:33,352 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 69ec10509a38efd7dac0a0335814c392 in 57ms, sequenceid=12, compaction requested=false; wal=null 2024-12-11T03:57:33,353 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/0000000000000000012 2024-12-11T03:57:33,353 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,353 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,356 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,361 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-11T03:57:33,362 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69ec10509a38efd7dac0a0335814c392; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281751, jitterRate=0.10688434541225433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:33,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69ec10509a38efd7dac0a0335814c392: Writing region info on filesystem at 1733889453282Initializing all the Stores at 1733889453284 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453285 (+1 ms)Obtaining lock to block concurrent updates at 1733889453295 (+10 ms)Preparing flush snapshotting stores in 69ec10509a38efd7dac0a0335814c392 at 1733889453295Finished memstore snapshotting testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733889453295Flushing stores of testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392. at 1733889453295Flushing 69ec10509a38efd7dac0a0335814c392/a: creating writer at 1733889453295Flushing 69ec10509a38efd7dac0a0335814c392/a: appending metadata at 1733889453316 (+21 ms)Flushing 69ec10509a38efd7dac0a0335814c392/a: closing flushed file at 1733889453316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f080c26: reopening flushed file at 1733889453341 (+25 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 69ec10509a38efd7dac0a0335814c392 in 57ms, sequenceid=12, compaction requested=false; wal=null at 1733889453352 (+11 ms)Cleaning up temporary data from old regions at 1733889453353 (+1 ms)Region opened successfully at 1733889453362 (+9 ms) 2024-12-11T03:57:33,365 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ec10509a38efd7dac0a0335814c392, NAME => 'testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:33,366 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733889452765.69ec10509a38efd7dac0a0335814c392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:33,366 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,366 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,367 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,368 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ec10509a38efd7dac0a0335814c392 columnFamilyName a 2024-12-11T03:57:33,368 DEBUG [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,373 DEBUG [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/a/28a240a892eb48bb8bdc9233a6843963 2024-12-11T03:57:33,373 INFO [StoreOpener-69ec10509a38efd7dac0a0335814c392-1 {}] regionserver.HStore(327): Store=69ec10509a38efd7dac0a0335814c392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,373 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,374 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,380 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,380 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,382 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69ec10509a38efd7dac0a0335814c392 2024-12-11T03:57:33,384 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testDatalossWhenInputError/69ec10509a38efd7dac0a0335814c392/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-11T03:57:33,385 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69ec10509a38efd7dac0a0335814c392; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59045583, jitterRate=-0.12015224993228912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T03:57:33,386 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69ec10509a38efd7dac0a0335814c392: Writing region info on filesystem at 1733889453366Initializing all the Stores at 1733889453366Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453366Cleaning up temporary data from old regions at 1733889453380 (+14 ms)Region opened successfully at 1733889453385 (+5 ms) 2024-12-11T03:57:33,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=426 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:58962 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:59008 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48244 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:41012 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48158 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1730320758-172.17.0.2-1733889420171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:41004 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1176) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=3809 (was 3826) 2024-12-11T03:57:33,412 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-12-11T03:57:33,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3808 2024-12-11T03:57:33,426 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-12-11T03:57:33,449 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:33,451 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:33,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:33,454 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19043226, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-19043226, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:33,467 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19043226/hregion-19043226.1733889453454, exclude list is [], retry=0 2024-12-11T03:57:33,470 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:33,470 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:33,470 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:33,473 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19043226/hregion-19043226.1733889453454 2024-12-11T03:57:33,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:33,474 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4c27aeea78eb8ff61cbae585c4c6724e, NAME => 'testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:57:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:57:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741916_1094 (size=63) 2024-12-11T03:57:33,484 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:33,486 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,487 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName a 2024-12-11T03:57:33,487 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,488 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,488 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,489 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName b 2024-12-11T03:57:33,489 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,490 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,490 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,491 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName c 2024-12-11T03:57:33,491 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,491 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,492 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,492 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,494 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,494 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,494 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:33,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,499 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:33,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c27aeea78eb8ff61cbae585c4c6724e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66879283, jitterRate=-0.0034210234880447388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c27aeea78eb8ff61cbae585c4c6724e: Writing region info on filesystem at 1733889453484Initializing all the Stores at 1733889453485 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453485Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453486 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453486Cleaning up temporary data from old regions at 1733889453494 (+8 ms)Region opened successfully at 1733889453501 (+7 ms) 2024-12-11T03:57:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4c27aeea78eb8ff61cbae585c4c6724e, disabling compactions & flushes 2024-12-11T03:57:33,501 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. after waiting 0 ms 2024-12-11T03:57:33,501 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:33,502 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:33,502 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4c27aeea78eb8ff61cbae585c4c6724e: Waiting for close lock at 1733889453501Disabling compacts and flushes for region at 1733889453501Disabling writes for close at 1733889453501Writing region close event to WAL at 1733889453502 (+1 ms)Closed at 1733889453502 2024-12-11T03:57:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741915_1093 (size=93) 2024-12-11T03:57:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741915_1093 (size=93) 2024-12-11T03:57:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741915_1093 (size=93) 2024-12-11T03:57:33,513 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:33,513 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19043226:(num 1733889453454) 2024-12-11T03:57:33,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:33,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:33,529 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, exclude list is [], retry=0 2024-12-11T03:57:33,531 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:33,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:33,532 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:33,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 2024-12-11T03:57:33,534 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:33,534 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c27aeea78eb8ff61cbae585c4c6724e, NAME => 'testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:33,534 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:33,535 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,535 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,536 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,537 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName a 2024-12-11T03:57:33,537 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,538 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,538 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,539 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName b 2024-12-11T03:57:33,539 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,539 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,540 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,540 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName c 2024-12-11T03:57:33,540 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:33,541 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:33,541 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,543 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,543 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,544 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:33,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:33,546 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c27aeea78eb8ff61cbae585c4c6724e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72280959, jitterRate=0.0770702213048935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:33,547 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c27aeea78eb8ff61cbae585c4c6724e: Writing region info on filesystem at 1733889453535Initializing all the Stores at 1733889453536 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453536Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453536Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889453536Cleaning up temporary data from old regions at 1733889453543 (+7 ms)Region opened successfully at 1733889453547 (+4 ms) 2024-12-11T03:57:33,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733889453550/Put/seqid=0 2024-12-11T03:57:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:57:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:57:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741918_1096 (size=4875) 2024-12-11T03:57:33,562 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733889453561/Put/seqid=0 2024-12-11T03:57:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:57:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:57:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741919_1097 (size=4875) 2024-12-11T03:57:33,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733889453586/Put/seqid=0 2024-12-11T03:57:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:57:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:57:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741920_1098 (size=4875) 2024-12-11T03:57:33,593 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,598 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-11T03:57:33,598 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:57:33,599 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,602 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-11T03:57:33,602 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:57:33,602 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,605 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-11T03:57:33,605 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T03:57:33,605 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c27aeea78eb8ff61cbae585c4c6724e 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-11T03:57:33,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-11T03:57:33,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:33,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-11T03:57:33,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-11T03:57:33,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp/a/bd9792187bca437c92af4c10e0114637 is 55, key is testCompactedBulkLoadedFiles/a:a/1733889453547/Put/seqid=0 2024-12-11T03:57:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:57:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:57:33,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741921_1099 (size=5107) 2024-12-11T03:57:33,636 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp/a/bd9792187bca437c92af4c10e0114637 2024-12-11T03:57:33,641 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp/a/bd9792187bca437c92af4c10e0114637 as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637 2024-12-11T03:57:33,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637, entries=1, sequenceid=4, filesize=5.0 K 2024-12-11T03:57:33,650 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 4c27aeea78eb8ff61cbae585c4c6724e in 45ms, sequenceid=4, compaction requested=false 2024-12-11T03:57:33,650 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c27aeea78eb8ff61cbae585c4c6724e: 2024-12-11T03:57:33,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ 2024-12-11T03:57:33,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ 2024-12-11T03:57:33,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ 2024-12-11T03:57:33,654 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile0 into 4c27aeea78eb8ff61cbae585c4c6724e/a as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ - updating store file list. 2024-12-11T03:57:33,659 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90569015f1c84da2aab566574ce962e5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:33,659 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ into 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,659 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile0 into 4c27aeea78eb8ff61cbae585c4c6724e/a (new location: hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_) 2024-12-11T03:57:33,660 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile1 into 4c27aeea78eb8ff61cbae585c4c6724e/a as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ - updating store file list. 2024-12-11T03:57:33,664 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:33,664 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ into 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,664 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile1 into 4c27aeea78eb8ff61cbae585c4c6724e/a (new location: hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_) 2024-12-11T03:57:33,665 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile2 into 4c27aeea78eb8ff61cbae585c4c6724e/a as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ - updating store file list. 2024-12-11T03:57:33,670 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:33,670 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ into 4c27aeea78eb8ff61cbae585c4c6724e/a 2024-12-11T03:57:33,670 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38461/hbase/testCompactedBulkLoadedFiles/hfile2 into 4c27aeea78eb8ff61cbae585c4c6724e/a (new location: hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_) 2024-12-11T03:57:33,678 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T03:57:33,678 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4c27aeea78eb8ff61cbae585c4c6724e/a is initiating major compaction (all files) 2024-12-11T03:57:33,678 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4c27aeea78eb8ff61cbae585c4c6724e/a in testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:33,679 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_] into tmpdir=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp, totalSize=19.3 K 2024-12-11T03:57:33,679 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bd9792187bca437c92af4c10e0114637, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733889453547 2024-12-11T03:57:33,680 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 90569015f1c84da2aab566574ce962e5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:57:33,680 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:57:33,680 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-11T03:57:33,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp/a/e3c8fc4f406040fb846f025454117983 is 55, key is testCompactedBulkLoadedFiles/a:a/1733889453547/Put/seqid=0 2024-12-11T03:57:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:57:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:57:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741922_1100 (size=6154) 2024-12-11T03:57:33,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/.tmp/a/e3c8fc4f406040fb846f025454117983 as hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/e3c8fc4f406040fb846f025454117983 2024-12-11T03:57:33,719 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 4c27aeea78eb8ff61cbae585c4c6724e/a of 4c27aeea78eb8ff61cbae585c4c6724e into e3c8fc4f406040fb846f025454117983(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T03:57:33,720 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4c27aeea78eb8ff61cbae585c4c6724e: 2024-12-11T03:57:33,720 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T03:57:33,720 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-11T03:57:33,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, size=0 (0bytes) 2024-12-11T03:57:33,754 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 might be still open, length is 0 2024-12-11T03:57:33,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 2024-12-11T03:57:33,755 WARN [IPC Server handler 1 on default port 38461 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-11T03:57:33,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 after 1ms 2024-12-11T03:57:35,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:59036 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59036 dst: /127.0.0.1:35643 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35643 remote=/127.0.0.1:59036]. Total timeout mills is 60000, 58589 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:35,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:41060 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41060 dst: /127.0.0.1:44821 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:35,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48278 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48278 dst: /127.0.0.1:42491 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741917_1101 (size=1368) 2024-12-11T03:57:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741917_1101 (size=1368) 2024-12-11T03:57:37,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 after 4001ms 2024-12-11T03:57:37,759 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:37,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 took 4005ms 2024-12-11T03:57:37,761 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515; continuing. 2024-12-11T03:57:37,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 so closing down 2024-12-11T03:57:37,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:37,763 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733889453515.temp 2024-12-11T03:57:37,764 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp 2024-12-11T03:57:37,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:37,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741923_1102 (size=635) 2024-12-11T03:57:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741923_1102 (size=635) 2024-12-11T03:57:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741923_1102 (size=635) 2024-12-11T03:57:37,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:37,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp to hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 2024-12-11T03:57:37,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:57:37,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, journal: Splitting hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, size=0 (0bytes) at 1733889453754Finishing writing output for hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 so closing down at 1733889457762 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp at 1733889457764 (+2 ms)3 split writer threads finished at 1733889457765 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733889457774 (+9 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000003-wal.1733889453515.temp to hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 at 1733889457775 (+1 ms)Processed 5 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515, size=0, length=0, corrupted=false, cancelled=false at 1733889457775 2024-12-11T03:57:37,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889453515 2024-12-11T03:57:37,777 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 2024-12-11T03:57:37,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:37,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:37,793 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889457779, exclude list is [], retry=0 2024-12-11T03:57:37,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:37,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:37,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:37,796 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889457779 2024-12-11T03:57:37,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:37,798 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c27aeea78eb8ff61cbae585c4c6724e, NAME => 'testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:37,799 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:37,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,800 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,801 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName a 2024-12-11T03:57:37,801 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,809 DEBUG [StoreFileOpener-4c27aeea78eb8ff61cbae585c4c6724e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90569015f1c84da2aab566574ce962e5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:37,809 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ 2024-12-11T03:57:37,813 DEBUG [StoreFileOpener-4c27aeea78eb8ff61cbae585c4c6724e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:37,813 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ 2024-12-11T03:57:37,818 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637 2024-12-11T03:57:37,822 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/e3c8fc4f406040fb846f025454117983 2024-12-11T03:57:37,826 DEBUG [StoreFileOpener-4c27aeea78eb8ff61cbae585c4c6724e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-11T03:57:37,826 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ 2024-12-11T03:57:37,826 WARN [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1382f2ba 2024-12-11T03:57:37,826 WARN [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1382f2ba 2024-12-11T03:57:37,826 WARN [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1382f2ba 2024-12-11T03:57:37,826 WARN [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1382f2ba 2024-12-11T03:57:37,826 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_] to archive 2024-12-11T03:57:37,827 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T03:57:37,830 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ to hdfs://localhost:38461/hbase/archive/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_ 2024-12-11T03:57:37,830 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637 to hdfs://localhost:38461/hbase/archive/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/bd9792187bca437c92af4c10e0114637 2024-12-11T03:57:37,830 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ to hdfs://localhost:38461/hbase/archive/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/90569015f1c84da2aab566574ce962e5_SeqId_4_ 2024-12-11T03:57:37,831 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ to hdfs://localhost:38461/hbase/archive/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/a/eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_ 2024-12-11T03:57:37,831 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,831 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,832 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName b 2024-12-11T03:57:37,832 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,832 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,832 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,833 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c27aeea78eb8ff61cbae585c4c6724e columnFamilyName c 2024-12-11T03:57:37,833 DEBUG [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,834 INFO [StoreOpener-4c27aeea78eb8ff61cbae585c4c6724e-1 {}] regionserver.HStore(327): Store=4c27aeea78eb8ff61cbae585c4c6724e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,837 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 2024-12-11T03:57:37,839 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:37,841 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 4c27aeea78eb8ff61cbae585c4c6724e : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "4c27aeea78eb8ff61cbae585c4c6724e" family_name: "a" compaction_input: "bd9792187bca437c92af4c10e0114637" compaction_input: "90569015f1c84da2aab566574ce962e5_SeqId_4_" compaction_input: "9f6e163d59cb4bbeb543d004a4dd2b14_SeqId_4_" compaction_input: "eaa6f8d1809f4032a09b57cecd63e178_SeqId_4_" compaction_output: "e3c8fc4f406040fb846f025454117983" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-11T03:57:37,841 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-11T03:57:37,841 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 2024-12-11T03:57:37,842 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/0000000000000000008 2024-12-11T03:57:37,843 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,843 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,844 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:37,845 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c27aeea78eb8ff61cbae585c4c6724e 2024-12-11T03:57:37,849 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testCompactedBulkLoadedFiles/4c27aeea78eb8ff61cbae585c4c6724e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T03:57:37,850 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c27aeea78eb8ff61cbae585c4c6724e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59186172, jitterRate=-0.11805731058120728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:37,850 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c27aeea78eb8ff61cbae585c4c6724e: Writing region info on filesystem at 1733889457799Initializing all the Stores at 1733889457800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457800Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457800Cleaning up temporary data from old regions at 1733889457843 (+43 ms)Region opened successfully at 1733889457850 (+7 ms) 2024-12-11T03:57:37,853 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4c27aeea78eb8ff61cbae585c4c6724e, disabling compactions & flushes 2024-12-11T03:57:37,854 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:37,854 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:37,854 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. after waiting 0 ms 2024-12-11T03:57:37,854 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:37,856 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733889453450.4c27aeea78eb8ff61cbae585c4c6724e. 2024-12-11T03:57:37,857 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4c27aeea78eb8ff61cbae585c4c6724e: Waiting for close lock at 1733889457853Disabling compacts and flushes for region at 1733889457853Disabling writes for close at 1733889457854 (+1 ms)Writing region close event to WAL at 1733889457856 (+2 ms)Closed at 1733889457856 2024-12-11T03:57:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741924_1103 (size=93) 2024-12-11T03:57:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741924_1103 (size=93) 2024-12-11T03:57:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741924_1103 (size=93) 2024-12-11T03:57:37,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:37,867 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733889457779) 2024-12-11T03:57:37,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=443 (was 426) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1067913332_22 at /127.0.0.1:48386 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1067913332_22 at /127.0.0.1:59098 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1067913332_22 at /127.0.0.1:41114 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:38461 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1342 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=4484 (was 3808) - AvailableMemoryMB LEAK? - 2024-12-11T03:57:37,887 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-12-11T03:57:37,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=443, OpenFileDescriptor=1342, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=4480 2024-12-11T03:57:37,906 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-12-11T03:57:37,930 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:37,932 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T03:57:37,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T03:57:37,936 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11865568, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/hregion-11865568, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:37,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11865568/hregion-11865568.1733889457936, exclude list is [], retry=0 2024-12-11T03:57:37,960 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:37,960 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:37,961 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:37,967 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11865568/hregion-11865568.1733889457936 2024-12-11T03:57:37,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-11T03:57:37,971 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cc44349ecef422df0f672f8c301e4794, NAME => 'testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38461/hbase 2024-12-11T03:57:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:57:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:57:37,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:37,990 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,992 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName a 2024-12-11T03:57:37,992 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741926_1105 (size=67) 2024-12-11T03:57:37,992 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,993 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,994 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName b 2024-12-11T03:57:37,994 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,995 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,995 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,996 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName c 2024-12-11T03:57:37,996 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:37,996 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:37,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,999 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,999 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:37,999 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:38,000 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T03:57:38,005 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T03:57:38,006 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc44349ecef422df0f672f8c301e4794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62789724, jitterRate=-0.06436020135879517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc44349ecef422df0f672f8c301e4794: Writing region info on filesystem at 1733889457989Initializing all the Stores at 1733889457990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457990Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457990Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889457990Cleaning up temporary data from old regions at 1733889457999 (+9 ms)Region opened successfully at 1733889458006 (+7 ms) 2024-12-11T03:57:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc44349ecef422df0f672f8c301e4794, disabling compactions & flushes 2024-12-11T03:57:38,006 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. after waiting 0 ms 2024-12-11T03:57:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,007 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,007 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc44349ecef422df0f672f8c301e4794: Waiting for close lock at 1733889458006Disabling compacts and flushes for region at 1733889458006Disabling writes for close at 1733889458006Writing region close event to WAL at 1733889458006Closed at 1733889458006 2024-12-11T03:57:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741925_1104 (size=93) 2024-12-11T03:57:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741925_1104 (size=93) 2024-12-11T03:57:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741925_1104 (size=93) 2024-12-11T03:57:38,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:38,019 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11865568:(num 1733889457936) 2024-12-11T03:57:38,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:38,022 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:38,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, exclude list is [], retry=0 2024-12-11T03:57:38,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:38,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:38,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:38,052 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 2024-12-11T03:57:38,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:43165:43165)] 2024-12-11T03:57:38,052 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc44349ecef422df0f672f8c301e4794, NAME => 'testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:38,052 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:38,053 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,053 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,067 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,069 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName a 2024-12-11T03:57:38,069 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,069 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,070 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,070 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName b 2024-12-11T03:57:38,071 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,071 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,071 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,072 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName c 2024-12-11T03:57:38,072 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,072 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,073 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,078 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:38,079 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,080 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc44349ecef422df0f672f8c301e4794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72709261, jitterRate=0.08345241844654083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:38,080 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc44349ecef422df0f672f8c301e4794: Writing region info on filesystem at 1733889458053Initializing all the Stores at 1733889458054 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458054Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458067 (+13 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458067Cleaning up temporary data from old regions at 1733889458077 (+10 ms)Region opened successfully at 1733889458080 (+3 ms) 2024-12-11T03:57:38,090 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc44349ecef422df0f672f8c301e4794 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-11T03:57:38,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/b36c236ed4de4d46be3c90e867dc6dce is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733889458080/Put/seqid=0 2024-12-11T03:57:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:57:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:57:38,127 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/b36c236ed4de4d46be3c90e867dc6dce 2024-12-11T03:57:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741928_1107 (size=5958) 2024-12-11T03:57:38,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/b36c236ed4de4d46be3c90e867dc6dce as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/b36c236ed4de4d46be3c90e867dc6dce 2024-12-11T03:57:38,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/b36c236ed4de4d46be3c90e867dc6dce, entries=10, sequenceid=13, filesize=5.8 K 2024-12-11T03:57:38,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for cc44349ecef422df0f672f8c301e4794 in 53ms, sequenceid=13, compaction requested=false 2024-12-11T03:57:38,144 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cc44349ecef422df0f672f8c301e4794: 2024-12-11T03:57:38,165 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc44349ecef422df0f672f8c301e4794, disabling compactions & flushes 2024-12-11T03:57:38,165 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,165 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,165 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. after waiting 0 ms 2024-12-11T03:57:38,165 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,169 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,169 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:38,169 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc44349ecef422df0f672f8c301e4794: Waiting for close lock at 1733889458165Disabling compacts and flushes for region at 1733889458165Disabling writes for close at 1733889458165Writing region close event to WAL at 1733889458169 (+4 ms)Closed at 1733889458169 2024-12-11T03:57:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741927_1106 (size=2805) 2024-12-11T03:57:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741927_1106 (size=2805) 2024-12-11T03:57:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741927_1106 (size=2805) 2024-12-11T03:57:38,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, size=2.7 K (2805bytes) 2024-12-11T03:57:38,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 2024-12-11T03:57:38,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 after 1ms 2024-12-11T03:57:38,206 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:38,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 took 4ms 2024-12-11T03:57:38,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 so closing down 2024-12-11T03:57:38,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:38,217 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733889458022.temp 2024-12-11T03:57:38,219 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp 2024-12-11T03:57:38,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741929_1108 (size=2312) 2024-12-11T03:57:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741929_1108 (size=2312) 2024-12-11T03:57:38,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741929_1108 (size=2312) 2024-12-11T03:57:38,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 2024-12-11T03:57:38,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 46 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-11T03:57:38,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, journal: Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, size=2.7 K (2805bytes) at 1733889458202Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 so closing down at 1733889458215 (+13 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp at 1733889458219 (+4 ms)3 split writer threads finished at 1733889458220 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733889458256 (+36 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000003-wal.1733889458022.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 at 1733889458259 (+3 ms)Processed 32 edits across 1 Regions in 46 ms; skipped=2; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733889458259 2024-12-11T03:57:38,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458022 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889458022 2024-12-11T03:57:38,262 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 2024-12-11T03:57:38,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:38,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:38,285 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, exclude list is [], retry=0 2024-12-11T03:57:38,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:38,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:38,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:38,295 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 2024-12-11T03:57:38,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:38,296 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc44349ecef422df0f672f8c301e4794, NAME => 'testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.', STARTKEY => '', ENDKEY => ''} 2024-12-11T03:57:38,296 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:38,296 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,296 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,298 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,299 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName a 2024-12-11T03:57:38,299 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,306 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/b36c236ed4de4d46be3c90e867dc6dce 2024-12-11T03:57:38,306 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,306 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,307 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName b 2024-12-11T03:57:38,307 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,308 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,308 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,309 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName c 2024-12-11T03:57:38,309 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:38,310 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:38,310 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,314 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 2024-12-11T03:57:38,316 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:38,318 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 2024-12-11T03:57:38,318 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc44349ecef422df0f672f8c301e4794 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-11T03:57:38,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/678aa69b29be4057b1862c4d69e8cb7a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733889458144/Put/seqid=0 2024-12-11T03:57:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:57:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:57:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741931_1110 (size=5958) 2024-12-11T03:57:38,347 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/678aa69b29be4057b1862c4d69e8cb7a 2024-12-11T03:57:38,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/108be618832c4d1e8d0781a180ecee74 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733889458151/Put/seqid=0 2024-12-11T03:57:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:57:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:57:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741932_1111 (size=5958) 2024-12-11T03:57:38,397 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/108be618832c4d1e8d0781a180ecee74 2024-12-11T03:57:38,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/678aa69b29be4057b1862c4d69e8cb7a as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/b/678aa69b29be4057b1862c4d69e8cb7a 2024-12-11T03:57:38,419 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/b/678aa69b29be4057b1862c4d69e8cb7a, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T03:57:38,421 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/108be618832c4d1e8d0781a180ecee74 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/c/108be618832c4d1e8d0781a180ecee74 2024-12-11T03:57:38,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/c/108be618832c4d1e8d0781a180ecee74, entries=10, sequenceid=35, filesize=5.8 K 2024-12-11T03:57:38,429 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cc44349ecef422df0f672f8c301e4794 in 111ms, sequenceid=35, compaction requested=false; wal=null 2024-12-11T03:57:38,430 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000035 2024-12-11T03:57:38,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,432 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:38,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:38,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-11T03:57:38,439 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc44349ecef422df0f672f8c301e4794; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61909913, jitterRate=-0.07747040688991547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:38,439 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc44349ecef422df0f672f8c301e4794: Writing region info on filesystem at 1733889458296Initializing all the Stores at 1733889458297 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458297Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458298 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889458298Obtaining lock to block concurrent updates at 1733889458318 (+20 ms)Preparing flush snapshotting stores in cc44349ecef422df0f672f8c301e4794 at 1733889458318Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733889458318Flushing stores of testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. at 1733889458318Flushing cc44349ecef422df0f672f8c301e4794/b: creating writer at 1733889458318Flushing cc44349ecef422df0f672f8c301e4794/b: appending metadata at 1733889458336 (+18 ms)Flushing cc44349ecef422df0f672f8c301e4794/b: closing flushed file at 1733889458336Flushing cc44349ecef422df0f672f8c301e4794/c: creating writer at 1733889458353 (+17 ms)Flushing cc44349ecef422df0f672f8c301e4794/c: appending metadata at 1733889458383 (+30 ms)Flushing cc44349ecef422df0f672f8c301e4794/c: closing flushed file at 1733889458383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12dd4dcf: reopening flushed file at 1733889458403 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63372730: reopening flushed file at 1733889458420 (+17 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cc44349ecef422df0f672f8c301e4794 in 111ms, sequenceid=35, compaction requested=false; wal=null at 1733889458429 (+9 ms)Cleaning up temporary data from old regions at 1733889458431 (+2 ms)Region opened successfully at 1733889458439 (+8 ms) 2024-12-11T03:57:38,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, size=0 (0bytes) 2024-12-11T03:57:38,585 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 might be still open, length is 0 2024-12-11T03:57:38,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 2024-12-11T03:57:38,586 WARN [IPC Server handler 3 on default port 38461 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-11T03:57:38,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 after 1ms 2024-12-11T03:57:41,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:41180 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41180 dst: /127.0.0.1:44821 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44821 remote=/127.0.0.1:41180]. Total timeout mills is 60000, 57410 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:41,132 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:59162 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59162 dst: /127.0.0.1:35643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:41,132 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-147254221_22 at /127.0.0.1:48438 [Receiving block BP-1730320758-172.17.0.2-1733889420171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42491:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48438 dst: /127.0.0.1:42491 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741930_1112 (size=2304) 2024-12-11T03:57:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741930_1112 (size=2304) 2024-12-11T03:57:42,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 after 4002ms 2024-12-11T03:57:42,590 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:42,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 took 4005ms 2024-12-11T03:57:42,592 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264; continuing. 2024-12-11T03:57:42,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 so closing down 2024-12-11T03:57:42,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T03:57:42,593 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733889458264.temp 2024-12-11T03:57:42,595 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp 2024-12-11T03:57:42,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T03:57:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741933_1113 (size=2312) 2024-12-11T03:57:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741933_1113 (size=2312) 2024-12-11T03:57:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741933_1113 (size=2312) 2024-12-11T03:57:42,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-11T03:57:42,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 2024-12-11T03:57:42,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, size=0, length=0, corrupted=false, cancelled=false 2024-12-11T03:57:42,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, journal: Splitting hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, size=0 (0bytes) at 1733889458585Finishing writing output for hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 so closing down at 1733889462592 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp at 1733889462595 (+3 ms)3 split writer threads finished at 1733889462595Closed recovered edits writer path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733889462613 (+18 ms)Rename recovered edits hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000037-wal.1733889458264.temp to hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 at 1733889462614 (+1 ms)Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264, size=0, length=0, corrupted=false, cancelled=false at 1733889462615 (+1 ms) 2024-12-11T03:57:42,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 to hdfs://localhost:38461/hbase/oldWALs/wal.1733889458264 2024-12-11T03:57:42,617 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 2024-12-11T03:57:42,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-11T03:57:42,619 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38461/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929, archiveDir=hdfs://localhost:38461/hbase/oldWALs, maxLogs=32 2024-12-11T03:57:42,640 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889462620, exclude list is [], retry=0 2024-12-11T03:57:42,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44821,DS-2683bbc0-cfc0-43f9-94d5-927d020b1646,DISK] 2024-12-11T03:57:42,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-e3065768-5e0e-4a45-b8a1-3ee75bef226b,DISK] 2024-12-11T03:57:42,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-3e43c4d5-18a2-4113-aeda-87f24771588d,DISK] 2024-12-11T03:57:42,646 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889462620 2024-12-11T03:57:42,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165),(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-11T03:57:42,646 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T03:57:42,648 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,649 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName a 2024-12-11T03:57:42,649 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:42,654 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/b36c236ed4de4d46be3c90e867dc6dce 2024-12-11T03:57:42,654 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:42,654 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,655 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName b 2024-12-11T03:57:42,655 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:42,660 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/b/678aa69b29be4057b1862c4d69e8cb7a 2024-12-11T03:57:42,661 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:42,661 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,661 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44349ecef422df0f672f8c301e4794 columnFamilyName c 2024-12-11T03:57:42,661 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T03:57:42,666 DEBUG [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/c/108be618832c4d1e8d0781a180ecee74 2024-12-11T03:57:42,666 INFO [StoreOpener-cc44349ecef422df0f672f8c301e4794-1 {}] regionserver.HStore(327): Store=cc44349ecef422df0f672f8c301e4794/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T03:57:42,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,669 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 2024-12-11T03:57:42,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-11T03:57:42,676 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 2024-12-11T03:57:42,676 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc44349ecef422df0f672f8c301e4794 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-11T03:57:42,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/2889a74125bb46c5a8ad25e9a2e9711e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733889458448/Put/seqid=0 2024-12-11T03:57:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:57:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:57:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741935_1115 (size=5958) 2024-12-11T03:57:42,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/2889a74125bb46c5a8ad25e9a2e9711e 2024-12-11T03:57:42,721 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/d4f097cf530d43d4883dbb1a00d9fe74 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733889458459/Put/seqid=0 2024-12-11T03:57:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:57:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:57:42,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741936_1116 (size=5958) 2024-12-11T03:57:42,729 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/d4f097cf530d43d4883dbb1a00d9fe74 2024-12-11T03:57:42,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/3466e6bc98774bb5a9b9099eab548f7a is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733889458524/Put/seqid=0 2024-12-11T03:57:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:57:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:57:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741937_1117 (size=5958) 2024-12-11T03:57:42,763 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/3466e6bc98774bb5a9b9099eab548f7a 2024-12-11T03:57:42,768 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/a/2889a74125bb46c5a8ad25e9a2e9711e as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/2889a74125bb46c5a8ad25e9a2e9711e 2024-12-11T03:57:42,773 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/a/2889a74125bb46c5a8ad25e9a2e9711e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:57:42,774 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/b/d4f097cf530d43d4883dbb1a00d9fe74 as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/b/d4f097cf530d43d4883dbb1a00d9fe74 2024-12-11T03:57:42,779 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/b/d4f097cf530d43d4883dbb1a00d9fe74, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:57:42,779 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/.tmp/c/3466e6bc98774bb5a9b9099eab548f7a as hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/c/3466e6bc98774bb5a9b9099eab548f7a 2024-12-11T03:57:42,784 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/c/3466e6bc98774bb5a9b9099eab548f7a, entries=10, sequenceid=66, filesize=5.8 K 2024-12-11T03:57:42,784 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cc44349ecef422df0f672f8c301e4794 in 108ms, sequenceid=66, compaction requested=false; wal=null 2024-12-11T03:57:42,785 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/0000000000000000066 2024-12-11T03:57:42,786 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,786 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,786 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T03:57:42,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc44349ecef422df0f672f8c301e4794 2024-12-11T03:57:42,790 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/hbase/data/default/testReplayEditsWrittenViaHRegion/cc44349ecef422df0f672f8c301e4794/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-11T03:57:42,791 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc44349ecef422df0f672f8c301e4794; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71928792, jitterRate=0.07182252407073975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T03:57:42,791 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc44349ecef422df0f672f8c301e4794: Writing region info on filesystem at 1733889462646Initializing all the Stores at 1733889462647 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889462647Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889462648 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733889462648Obtaining lock to block concurrent updates at 1733889462676 (+28 ms)Preparing flush snapshotting stores in cc44349ecef422df0f672f8c301e4794 at 1733889462676Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733889462676Flushing stores of testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. at 1733889462676Flushing cc44349ecef422df0f672f8c301e4794/a: creating writer at 1733889462676Flushing cc44349ecef422df0f672f8c301e4794/a: appending metadata at 1733889462692 (+16 ms)Flushing cc44349ecef422df0f672f8c301e4794/a: closing flushed file at 1733889462692Flushing cc44349ecef422df0f672f8c301e4794/b: creating writer at 1733889462706 (+14 ms)Flushing cc44349ecef422df0f672f8c301e4794/b: appending metadata at 1733889462721 (+15 ms)Flushing cc44349ecef422df0f672f8c301e4794/b: closing flushed file at 1733889462721Flushing cc44349ecef422df0f672f8c301e4794/c: creating writer at 1733889462734 (+13 ms)Flushing cc44349ecef422df0f672f8c301e4794/c: appending metadata at 1733889462748 (+14 ms)Flushing cc44349ecef422df0f672f8c301e4794/c: closing flushed file at 1733889462748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c906d61: reopening flushed file at 1733889462767 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0b3185: reopening flushed file at 1733889462773 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dacd10: reopening flushed file at 1733889462779 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cc44349ecef422df0f672f8c301e4794 in 108ms, sequenceid=66, compaction requested=false; wal=null at 1733889462784 (+5 ms)Cleaning up temporary data from old regions at 1733889462786 (+2 ms)Region opened successfully at 1733889462791 (+5 ms) 2024-12-11T03:57:42,803 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc44349ecef422df0f672f8c301e4794, disabling compactions & flushes 2024-12-11T03:57:42,803 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:42,803 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:42,803 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. after waiting 0 ms 2024-12-11T03:57:42,803 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:42,806 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733889457930.cc44349ecef422df0f672f8c301e4794. 2024-12-11T03:57:42,806 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc44349ecef422df0f672f8c301e4794: Waiting for close lock at 1733889462803Disabling compacts and flushes for region at 1733889462803Disabling writes for close at 1733889462803Writing region close event to WAL at 1733889462806 (+3 ms)Closed at 1733889462806 2024-12-11T03:57:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741934_1114 (size=93) 2024-12-11T03:57:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741934_1114 (size=93) 2024-12-11T03:57:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741934_1114 (size=93) 2024-12-11T03:57:42,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-11T03:57:42,815 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733889462620) 2024-12-11T03:57:42,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=450 (was 443) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:38461 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1464121266_22 at /127.0.0.1:32842 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1464121266_22 at /127.0.0.1:50674 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1464121266_22 at /127.0.0.1:38570 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1408 (was 1342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=4038 (was 4480) 2024-12-11T03:57:42,834 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1408 is superior to 1024 2024-12-11T03:57:42,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T03:57:42,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T03:57:42,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:57:42,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T03:57:42,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T03:57:42,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1887413866, stopped=false 2024-12-11T03:57:42,836 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c49966d8a95f,44899,1733889423183 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:42,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T03:57:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:42,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T03:57:42,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:57:42,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,39417,1733889423879' ***** 2024-12-11T03:57:42,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T03:57:42,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c49966d8a95f,33141,1733889423978' ***** 2024-12-11T03:57:42,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T03:57:42,841 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:57:42,841 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T03:57:42,841 INFO [RS:0;c49966d8a95f:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T03:57:42,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:57:42,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T03:57:42,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:42,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:42,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T03:57:42,842 INFO [RS:0;c49966d8a95f:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T03:57:42,842 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:42,842 INFO [RS:1;c49966d8a95f:33141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T03:57:42,842 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(959): stopping server c49966d8a95f,39417,1733889423879 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c49966d8a95f:39417. 2024-12-11T03:57:42,843 DEBUG [RS:0;c49966d8a95f:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:57:42,843 DEBUG [RS:0;c49966d8a95f:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,843 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adeb526153a12cb086bc30ef4c2030e8, disabling compactions & flushes 2024-12-11T03:57:42,843 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:57:42,843 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:57:42,843 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. after waiting 0 ms 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:57:42,843 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:42,843 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T03:57:42,842 INFO [RS:1;c49966d8a95f:33141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T03:57:42,843 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(959): stopping server c49966d8a95f,33141,1733889423978 2024-12-11T03:57:42,843 INFO [RS:1;c49966d8a95f:33141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:57:42,843 INFO [RS:1;c49966d8a95f:33141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c49966d8a95f:33141. 2024-12-11T03:57:42,843 DEBUG [RS:1;c49966d8a95f:33141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T03:57:42,843 DEBUG [RS:1;c49966d8a95f:33141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,843 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,33141,1733889423978; all regions closed. 2024-12-11T03:57:42,849 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-11T03:57:42,849 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, adeb526153a12cb086bc30ef4c2030e8=testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8.} 2024-12-11T03:57:42,849 DEBUG [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adeb526153a12cb086bc30ef4c2030e8 2024-12-11T03:57:42,849 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:42,849 INFO [regionserver/c49966d8a95f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:42,849 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T03:57:42,849 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T03:57:42,849 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T03:57:42,849 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T03:57:42,849 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T03:57:42,850 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-11T03:57:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741835_1011 (size=93) 2024-12-11T03:57:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741835_1011 (size=93) 2024-12-11T03:57:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741835_1011 (size=93) 2024-12-11T03:57:42,862 DEBUG [RS:1;c49966d8a95f:33141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C33141%2C1733889423978:(num 1733889425389) 2024-12-11T03:57:42,862 DEBUG [RS:1;c49966d8a95f:33141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T03:57:42,862 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:57:42,862 INFO [RS:1;c49966d8a95f:33141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33141 2024-12-11T03:57:42,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:57:42,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,33141,1733889423978 2024-12-11T03:57:42,866 INFO [RS:1;c49966d8a95f:33141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:57:42,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,33141,1733889423978] 2024-12-11T03:57:42,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,33141,1733889423978 already deleted, retry=false 2024-12-11T03:57:42,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c49966d8a95f,33141,1733889423978 expired; onlineServers=1 2024-12-11T03:57:42,877 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/adeb526153a12cb086bc30ef4c2030e8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-11T03:57:42,878 INFO [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:42,878 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adeb526153a12cb086bc30ef4c2030e8: Waiting for close lock at 1733889462843Running coprocessor pre-close hooks at 1733889462843Disabling compacts and flushes for region at 1733889462843Disabling writes for close at 1733889462843Writing region close event to WAL at 1733889462864 (+21 ms)Running coprocessor post-close hooks at 1733889462878 (+14 ms)Closed at 1733889462878 2024-12-11T03:57:42,878 DEBUG [RS_CLOSE_REGION-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8. 2024-12-11T03:57:42,883 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/info/60ee3e7f04a64d5285d086e35a2202bf is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733889439069.adeb526153a12cb086bc30ef4c2030e8./info:regioninfo/1733889442153/Put/seqid=0 2024-12-11T03:57:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:57:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:57:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741938_1118 (size=8243) 2024-12-11T03:57:42,898 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/info/60ee3e7f04a64d5285d086e35a2202bf 2024-12-11T03:57:42,925 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/ns/67477285cd874408a133b6164e2cb08b is 43, key is default/ns:d/1733889426018/Put/seqid=0 2024-12-11T03:57:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:57:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:57:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741939_1119 (size=5153) 2024-12-11T03:57:42,935 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/ns/67477285cd874408a133b6164e2cb08b 2024-12-11T03:57:42,964 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/table/19b5cbd17f0a4d099e94b969a18cfbd8 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733889439481/Put/seqid=0 2024-12-11T03:57:42,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:42,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33141-0x1019faaded30002, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:42,968 INFO [RS:1;c49966d8a95f:33141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:57:42,969 INFO [RS:1;c49966d8a95f:33141 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,33141,1733889423978; zookeeper connection closed. 2024-12-11T03:57:42,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16a120a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16a120a8 2024-12-11T03:57:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:57:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:57:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741940_1120 (size=5431) 2024-12-11T03:57:42,971 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/table/19b5cbd17f0a4d099e94b969a18cfbd8 2024-12-11T03:57:42,978 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/info/60ee3e7f04a64d5285d086e35a2202bf as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/info/60ee3e7f04a64d5285d086e35a2202bf 2024-12-11T03:57:42,983 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/info/60ee3e7f04a64d5285d086e35a2202bf, entries=18, sequenceid=21, filesize=8.0 K 2024-12-11T03:57:42,984 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/ns/67477285cd874408a133b6164e2cb08b as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/ns/67477285cd874408a133b6164e2cb08b 2024-12-11T03:57:42,989 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/ns/67477285cd874408a133b6164e2cb08b, entries=2, sequenceid=21, filesize=5.0 K 2024-12-11T03:57:42,990 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/.tmp/table/19b5cbd17f0a4d099e94b969a18cfbd8 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/table/19b5cbd17f0a4d099e94b969a18cfbd8 2024-12-11T03:57:42,995 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/table/19b5cbd17f0a4d099e94b969a18cfbd8, entries=2, sequenceid=21, filesize=5.3 K 2024-12-11T03:57:43,000 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=21, compaction requested=false 2024-12-11T03:57:43,012 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-11T03:57:43,013 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T03:57:43,013 INFO [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T03:57:43,013 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733889462849Running coprocessor pre-close hooks at 1733889462849Disabling compacts and flushes for region at 1733889462849Disabling writes for close at 1733889462849Obtaining lock to block concurrent updates at 1733889462850 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733889462850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733889462850Flushing stores of hbase:meta,,1.1588230740 at 1733889462851 (+1 ms)Flushing 1588230740/info: creating writer at 1733889462851Flushing 1588230740/info: appending metadata at 1733889462882 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733889462882Flushing 1588230740/ns: creating writer at 1733889462904 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733889462924 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733889462924Flushing 1588230740/table: creating writer at 1733889462941 (+17 ms)Flushing 1588230740/table: appending metadata at 1733889462963 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733889462963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701e6907: reopening flushed file at 1733889462977 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c30660: reopening flushed file at 1733889462983 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19641603: reopening flushed file at 1733889462989 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=21, compaction requested=false at 1733889463000 (+11 ms)Writing region close event to WAL at 1733889463005 (+5 ms)Running coprocessor post-close hooks at 1733889463013 (+8 ms)Closed at 1733889463013 2024-12-11T03:57:43,014 DEBUG [RS_CLOSE_META-regionserver/c49966d8a95f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T03:57:43,049 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(976): stopping server c49966d8a95f,39417,1733889423879; all regions closed. 2024-12-11T03:57:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741836_1012 (size=3783) 2024-12-11T03:57:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741836_1012 (size=3783) 2024-12-11T03:57:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741836_1012 (size=3783) 2024-12-11T03:57:43,057 DEBUG [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs 2024-12-11T03:57:43,057 INFO [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C39417%2C1733889423879.meta:.meta(num 1733889425823) 2024-12-11T03:57:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741834_1010 (size=2652) 2024-12-11T03:57:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741834_1010 (size=2652) 2024-12-11T03:57:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741834_1010 (size=2652) 2024-12-11T03:57:43,063 DEBUG [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/oldWALs 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c49966d8a95f%2C39417%2C1733889423879:(num 1733889425391) 2024-12-11T03:57:43,064 DEBUG [RS:0;c49966d8a95f:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/c49966d8a95f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:57:43,064 INFO [regionserver/c49966d8a95f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:57:43,064 INFO [RS:0;c49966d8a95f:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39417 2024-12-11T03:57:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c49966d8a95f,39417,1733889423879 2024-12-11T03:57:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T03:57:43,068 INFO [RS:0;c49966d8a95f:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:57:43,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c49966d8a95f,39417,1733889423879] 2024-12-11T03:57:43,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c49966d8a95f,39417,1733889423879 already deleted, retry=false 2024-12-11T03:57:43,071 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c49966d8a95f,39417,1733889423879 expired; onlineServers=0 2024-12-11T03:57:43,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c49966d8a95f,44899,1733889423183' ***** 2024-12-11T03:57:43,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T03:57:43,072 INFO [M:0;c49966d8a95f:44899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T03:57:43,072 INFO [M:0;c49966d8a95f:44899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T03:57:43,072 DEBUG [M:0;c49966d8a95f:44899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T03:57:43,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T03:57:43,072 DEBUG [M:0;c49966d8a95f:44899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T03:57:43,072 DEBUG [master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733889425033 {}] cleaner.HFileCleaner(306): Exit Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.small.0-1733889425033,5,FailOnTimeoutGroup] 2024-12-11T03:57:43,072 DEBUG [master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733889425031 {}] cleaner.HFileCleaner(306): Exit Thread[master/c49966d8a95f:0:becomeActiveMaster-HFileCleaner.large.0-1733889425031,5,FailOnTimeoutGroup] 2024-12-11T03:57:43,072 INFO [M:0;c49966d8a95f:44899 {}] hbase.ChoreService(370): Chore service for: master/c49966d8a95f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T03:57:43,073 INFO [M:0;c49966d8a95f:44899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T03:57:43,073 DEBUG [M:0;c49966d8a95f:44899 {}] master.HMaster(1795): Stopping service threads 2024-12-11T03:57:43,073 INFO [M:0;c49966d8a95f:44899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T03:57:43,073 INFO [M:0;c49966d8a95f:44899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T03:57:43,073 INFO [M:0;c49966d8a95f:44899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T03:57:43,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T03:57:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T03:57:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T03:57:43,074 DEBUG [M:0;c49966d8a95f:44899 {}] zookeeper.ZKUtil(347): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T03:57:43,074 WARN [M:0;c49966d8a95f:44899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T03:57:43,075 INFO [M:0;c49966d8a95f:44899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/.lastflushedseqids 2024-12-11T03:57:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:57:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:57:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741941_1121 (size=138) 2024-12-11T03:57:43,098 INFO [M:0;c49966d8a95f:44899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T03:57:43,098 INFO [M:0;c49966d8a95f:44899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T03:57:43,098 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T03:57:43,098 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:43,098 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:43,098 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T03:57:43,098 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:43,098 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-11T03:57:43,115 DEBUG [M:0;c49966d8a95f:44899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c050147059842cbab0ab5b40f526cf1 is 82, key is hbase:meta,,1/info:regioninfo/1733889425911/Put/seqid=0 2024-12-11T03:57:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:57:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:57:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741942_1122 (size=5672) 2024-12-11T03:57:43,125 INFO [M:0;c49966d8a95f:44899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c050147059842cbab0ab5b40f526cf1 2024-12-11T03:57:43,146 DEBUG [M:0;c49966d8a95f:44899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584d1930206e4d69b59ef4020ff4ab50 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733889439487/Put/seqid=0 2024-12-11T03:57:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:57:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:57:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741943_1123 (size=7755) 2024-12-11T03:57:43,156 INFO [M:0;c49966d8a95f:44899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584d1930206e4d69b59ef4020ff4ab50 2024-12-11T03:57:43,160 INFO [M:0;c49966d8a95f:44899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584d1930206e4d69b59ef4020ff4ab50 2024-12-11T03:57:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1019faaded30001, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:43,171 INFO [RS:0;c49966d8a95f:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:57:43,171 INFO [RS:0;c49966d8a95f:39417 {}] regionserver.HRegionServer(1031): Exiting; stopping=c49966d8a95f,39417,1733889423879; zookeeper connection closed. 2024-12-11T03:57:43,171 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf73d72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf73d72 2024-12-11T03:57:43,172 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T03:57:43,176 DEBUG [M:0;c49966d8a95f:44899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb7a9459b2d040729407e57105b92eae is 69, key is c49966d8a95f,33141,1733889423978/rs:state/1733889425124/Put/seqid=0 2024-12-11T03:57:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:57:43,183 INFO [M:0;c49966d8a95f:44899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb7a9459b2d040729407e57105b92eae 2024-12-11T03:57:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:57:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741944_1124 (size=5440) 2024-12-11T03:57:43,189 INFO [M:0;c49966d8a95f:44899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb7a9459b2d040729407e57105b92eae 2024-12-11T03:57:43,190 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c050147059842cbab0ab5b40f526cf1 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c050147059842cbab0ab5b40f526cf1 2024-12-11T03:57:43,195 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c050147059842cbab0ab5b40f526cf1, entries=8, sequenceid=168, filesize=5.5 K 2024-12-11T03:57:43,196 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/584d1930206e4d69b59ef4020ff4ab50 as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/584d1930206e4d69b59ef4020ff4ab50 2024-12-11T03:57:43,202 INFO [M:0;c49966d8a95f:44899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584d1930206e4d69b59ef4020ff4ab50 2024-12-11T03:57:43,202 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/584d1930206e4d69b59ef4020ff4ab50, entries=17, sequenceid=168, filesize=7.6 K 2024-12-11T03:57:43,204 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb7a9459b2d040729407e57105b92eae as hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb7a9459b2d040729407e57105b92eae 2024-12-11T03:57:43,210 INFO [M:0;c49966d8a95f:44899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb7a9459b2d040729407e57105b92eae 2024-12-11T03:57:43,210 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38461/user/jenkins/test-data/3ce01f42-c394-ee2e-4eed-7de4a32b37f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb7a9459b2d040729407e57105b92eae, entries=3, sequenceid=168, filesize=5.3 K 2024-12-11T03:57:43,211 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=168, compaction requested=false 2024-12-11T03:57:43,212 INFO [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T03:57:43,212 DEBUG [M:0;c49966d8a95f:44899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733889463098Disabling compacts and flushes for region at 1733889463098Disabling writes for close at 1733889463098Obtaining lock to block concurrent updates at 1733889463098Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733889463098Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733889463099 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733889463099Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733889463099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733889463115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733889463115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733889463130 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733889463145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733889463145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733889463160 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733889463175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733889463175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684bcbcf: reopening flushed file at 1733889463189 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c22194d: reopening flushed file at 1733889463195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a34279b: reopening flushed file at 1733889463202 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=168, compaction requested=false at 1733889463211 (+9 ms)Writing region close event to WAL at 1733889463212 (+1 ms)Closed at 1733889463212 2024-12-11T03:57:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741830_1006 (size=71337) 2024-12-11T03:57:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44821 is added to blk_1073741830_1006 (size=71337) 2024-12-11T03:57:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741830_1006 (size=71337) 2024-12-11T03:57:43,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T03:57:43,218 INFO [M:0;c49966d8a95f:44899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T03:57:43,218 INFO [M:0;c49966d8a95f:44899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44899 2024-12-11T03:57:43,218 INFO [M:0;c49966d8a95f:44899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T03:57:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:43,320 INFO [M:0;c49966d8a95f:44899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T03:57:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44899-0x1019faaded30000, quorum=127.0.0.1:50501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T03:57:43,328 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442933 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442933 (inode 16655) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733889442431/wal.1733889442933 (inode 16655) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:57:43,329 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733889434672/wal.1733889434778 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:43,330 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733889457929/wal.1733889458264 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:43,332 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889452530 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889452530 (inode 16678) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733889443148/wal.1733889452530 (inode 16678) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:57:43,333 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733889427201/wal.1733889427369 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:43,338 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889453256 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889453256 (inode 16704) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733889452764/wal.1733889453256 (inode 16704) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:57:43,339 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733889453448/wal.1733889453515 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T03:57:43,341 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal.1733889427062 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal.1733889427062 (inode 16485) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733889426830/wal.1733889427062 (inode 16485) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:57:43,344 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal.1733889426558 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal.1733889426558 (inode 16462) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733889426270/wal.1733889426558 (inode 16462) Holder DFSClient_NONMAPREDUCE_-147254221_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-11T03:57:43,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f8cb79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:43,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:57:43,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:57:43,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:57:43,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,STOPPED} 2024-12-11T03:57:43,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:57:43,355 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:57:43,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:57:43,355 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730320758-172.17.0.2-1733889420171 (Datanode Uuid 9c653d54-51c0-41ad-ba50-1ae93d9738d8) service to localhost/127.0.0.1:38461 2024-12-11T03:57:43,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data5/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data6/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:57:43,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4464725f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:43,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:57:43,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:57:43,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:57:43,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,STOPPED} 2024-12-11T03:57:43,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:57:43,361 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:57:43,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:57:43,361 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730320758-172.17.0.2-1733889420171 (Datanode Uuid 42f0e0bf-510c-4735-b814-4e7846a4e335) service to localhost/127.0.0.1:38461 2024-12-11T03:57:43,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data3/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data4/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:57:43,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17d1a8d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T03:57:43,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:57:43,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:57:43,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:57:43,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,STOPPED} 2024-12-11T03:57:43,372 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T03:57:43,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T03:57:43,372 WARN [BP-1730320758-172.17.0.2-1733889420171 heartbeating to localhost/127.0.0.1:38461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730320758-172.17.0.2-1733889420171 (Datanode Uuid bdaeb6b3-d2ca-4312-a081-f00c7c09aa44) service to localhost/127.0.0.1:38461 2024-12-11T03:57:43,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T03:57:43,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data1/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/cluster_f90be97c-556e-9fd6-fb61-97f6da06d06f/data/data2/current/BP-1730320758-172.17.0.2-1733889420171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T03:57:43,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T03:57:43,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8b857b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T03:57:43,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T03:57:43,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T03:57:43,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T03:57:43,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dccfa42-3f03-ecf6-c598-4be9c9b6f8ed/hadoop.log.dir/,STOPPED} 2024-12-11T03:57:43,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T03:57:43,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down